-- Logs begin at Sat 2022-06-04 12:45:04 UTC, end at Sat 2022-06-04 14:12:58 UTC. -- Jun 04 13:41:19.281271 dv-cinder-843593-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 04 13:41:21.782201 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.common.config [-] Logging enabled! Jun 04 13:41:21.782911 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev10 Jun 04 13:41:21.783004 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88506) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 04 13:41:21.786091 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.common.config [-] Logging enabled! Jun 04 13:41:21.786352 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev10 Jun 04 13:41:21.786660 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88506) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 04 13:41:21.787580 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 13:41:21.787813 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 13:41:21.788169 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 13:41:21.788414 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 13:41:21.788642 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 13:41:21.788958 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.789252 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.790153 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.790390 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.790687 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.790977 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.791261 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.791547 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.791846 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.792129 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.792408 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.792691 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.792922 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.793203 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.793487 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.793772 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.794028 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] debug = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.794308 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.794736 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.795148 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.795426 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.795713 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.795992 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.796267 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.796542 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.796826 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.797155 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] host = dv-cinder-843593-2-smb {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.797435 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.797723 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.798039 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.798331 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.798604 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.798881 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.799166 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.799439 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.799710 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] log_file = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.799987 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.800273 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.800560 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.800848 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.801073 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.801294 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.801579 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.801889 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.802168 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.802443 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.802718 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.802993 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.803266 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.803532 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.803817 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.804101 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.804385 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.804659 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.804933 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.805233 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.805503 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.805797 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.806082 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.806360 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.806634 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.806922 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.807193 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.807464 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.807761 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.808046 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.808326 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.808608 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.808879 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.809157 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.809426 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.809696 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.809990 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] use_json = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.810262 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.810531 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.810810 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.811078 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.811346 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.811617 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.811886 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.812168 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.812435 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:21.812727 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.813021 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.813318 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.813601 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.813911 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.814194 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.814482 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.814760 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.815047 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.815332 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.815616 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.815892 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.816181 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.816457 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.816747 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.817047 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.817337 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.817630 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.817928 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.818201 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.818472 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.818746 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.819029 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.819320 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.819608 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.819879 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.820154 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.820441 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.820737 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.821010 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.821285 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.821572 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.821952 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.822243 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.822524 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.822817 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.823107 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.823378 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.823653 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.823939 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.824214 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.824484 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.824752 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.825027 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.825299 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.825579 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.825883 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.826163 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.826440 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.826719 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.826996 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.827271 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.827550 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.827824 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.828102 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.828375 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.828649 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.828923 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.829195 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.829466 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.829738 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.830037 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.830317 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.830590 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.830862 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.831133 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.831406 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.831679 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.831962 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.832263 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.832541 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.832820 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.833101 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.833378 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.833654 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.833953 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.834236 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.834516 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.834789 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.835077 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.835361 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.835645 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.835925 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.836208 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.837019 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.837298 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.837582 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.837882 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.838170 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.838455 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.838739 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.839031 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.839326 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.839620 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.839911 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.840200 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.840479 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.840785 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.841065 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:21.841283 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 13:41:21.841524 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88506) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 04 13:41:22.232215 dv-cinder-843593-2-smb neutron-server[88506]: INFO keyring.backend [-] Loading KWallet Jun 04 13:41:22.239568 dv-cinder-843593-2-smb neutron-server[88506]: INFO keyring.backend [-] Loading SecretService Jun 04 13:41:22.243089 dv-cinder-843593-2-smb neutron-server[88506]: INFO keyring.backend [-] Loading Windows Jun 04 13:41:22.244396 dv-cinder-843593-2-smb neutron-server[88506]: INFO keyring.backend [-] Loading chainer Jun 04 13:41:22.245224 dv-cinder-843593-2-smb neutron-server[88506]: INFO keyring.backend [-] Loading macOS Jun 04 13:41:22.279230 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:41:22.279507 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:41:22.279805 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:41:22.280155 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 04 13:41:22.673639 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.673982 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.674219 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.675409 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.675685 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.675951 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.711797 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.712077 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.712349 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.725235 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.725515 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.725782 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.755775 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.756053 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.756325 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.792598 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.793144 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:22.793144 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.025823 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.026095 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.026284 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.026550 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.027294 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.146762 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.147091 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.147385 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.147671 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.147943 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.148257 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.148530 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.148813 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.149187 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.149350 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.149612 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.149911 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.150178 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.150436 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.150704 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.150976 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.151237 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.151513 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.151770 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.152053 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.152402 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.152657 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.152908 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.153192 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.153444 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.153691 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.154107 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:41:23.154348 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:41:23.154585 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:41:23.154821 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:41:23.155056 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:41:23.155290 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:41:23.155655 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 04 13:41:23.158770 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 04 13:41:23.162675 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 04 13:41:23.166959 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 04 13:41:23.168574 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 04 13:41:23.169026 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 04 13:41:23.169360 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 04 13:41:23.169743 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 04 13:41:23.172693 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 04 13:41:23.172948 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 04 13:41:23.173290 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 13:41:23.201201 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 04 13:41:23.201645 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.201969 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88506) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 04 13:41:23.202334 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.203689 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88506) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 04 13:41:23.203970 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 13:41:23.204213 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 04 13:41:23.207510 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.207792 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:23.271009 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 04 13:41:23.271245 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 04 13:41:23.271478 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 04 13:41:23.271836 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 04 13:41:23.303778 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_db.sqlalchemy.engines [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88506) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 04 13:41:23.785739 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Initializing driver for type 'gre' Jun 04 13:41:23.786296 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] gre ID ranges: [(1, 1000)] Jun 04 13:41:23.974219 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Initializing driver for type 'local' Jun 04 13:41:23.974785 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Initializing driver for type 'vlan' Jun 04 13:41:24.059865 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] VlanTypeDriver initialization complete Jun 04 13:41:24.060140 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Initializing driver for type 'vxlan' Jun 04 13:41:24.060624 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] vxlan ID ranges: [(1, 1000)] Jun 04 13:41:24.254695 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Initializing extension driver 'port_security' Jun 04 13:41:24.255033 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.extensions.port_security [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] PortSecurityExtensionDriver initialization complete Jun 04 13:41:24.255361 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Initializing mechanism driver 'openvswitch' Jun 04 13:41:24.255700 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Initializing mechanism driver 'hyperv' Jun 04 13:41:24.265900 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.plugins.ml2.plugin [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:41:24.266460 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > port after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.266823 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > port after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.267168 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > port after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.267706 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 13:41:24.268127 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > subnet after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.268471 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > subnet after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.268808 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > subnet after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.269197 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 13:41:24.269592 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > network after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.269978 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > network after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.270318 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > network after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.270704 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 13:41:24.271105 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > security_group after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.271445 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > security_group after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.271777 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > security_group after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.272172 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 13:41:24.272562 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.272898 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.273233 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.273735 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 13:41:24.274654 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > address_group after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.274996 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > address_group after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.275330 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > address_group after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.275732 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 04 13:41:24.276167 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] ML2 OVO RPC backend initialized. {{(pid=88506) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 04 13:41:24.276881 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router_interface after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.277230 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.277638 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > network before_response 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.278002 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > networks before_response 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.278344 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > port before_response 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.278680 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > ports before_response 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.279017 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > subnet before_response 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.279351 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > subnets before_response 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.279691 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > network after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.280022 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > network after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.280351 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > network after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.280680 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > port after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.281009 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > port after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.281336 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > port after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.281662 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > subnet after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.282033 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > subnet after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.282389 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > subnet after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.282939 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.plugin [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Modular L2 Plugin initialization complete Jun 04 13:41:24.283262 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading services supported by the core plugin {{(pid=88506) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 04 13:41:24.283594 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.plugins.ml2.managers [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Got port-security extension from driver 'port_security' Jun 04 13:41:24.284047 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.extensions.vlantransparent [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Disabled vlantransparent extension. Jun 04 13:41:24.284523 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88506) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 04 13:41:24.284832 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading Plugin: router Jun 04 13:41:24.328336 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router_interface before_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.328668 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router after_create 55549900 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.329034 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router before_create 55549900 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.329402 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.329765 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.330140 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router after_delete 55549900 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.330496 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > floatingip after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.330860 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router after_create 55549900 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.331203 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router after_update 55549900 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.331553 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router after_update 55549900 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.331898 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.332250 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router after_update 55549900 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.332657 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router precommit_update 55549900 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.333021 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: port after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.333355 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: port after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.333687 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: subnet after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.334052 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.334398 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > port precommit_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.334739 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router precommit_create 55549900 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.335074 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: port before_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.335411 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router precommit_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.335763 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router after_update 55549900 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.336106 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router precommit_delete 55549900 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.336958 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router precommit_create 55549900 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.337353 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router_interface after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.337694 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router precommit_update 55549900 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.338077 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > agent after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.338422 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > agent after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.338764 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > network after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.339604 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Tracking information for resource: router configured {{(pid=88506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:41:24.339930 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Tracking information for resource: floatingip configured {{(pid=88506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:41:24.344709 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.db.l3_agentschedulers_db [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 04 13:41:24.345270 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: port after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.345625 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: port after_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.346005 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: port after_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.346351 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: port after_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.347235 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router before_create 55550100 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.347630 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router precommit_delete 55550100 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.347954 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router precommit_create 55550100 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.348300 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > router precommit_update 55550100 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.353358 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.services.provider_configuration [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Service providers = [] {{(pid=88506) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 04 13:41:24.353719 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.db.servicetype_db [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88506) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 04 13:41:24.356618 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.services.service_base [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 13:41:24.356960 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.services.service_base [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 13:41:24.357296 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.services.service_base [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 13:41:24.358206 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.services.service_base [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 13:41:24.358569 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.services.service_base [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 04 13:41:24.358929 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:41:24.359242 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 04 13:41:24.369747 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:41:24.370102 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading Plugin: auto_allocate Jun 04 13:41:24.375715 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: network precommit_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.376075 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: network precommit_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.376579 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:41:24.376896 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading Plugin: tag Jun 04 13:41:24.384024 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:41:24.384344 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading Plugin: timestamp Jun 04 13:41:24.399743 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:41:24.400065 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading Plugin: network_ip_availability Jun 04 13:41:24.405224 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.405586 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.405973 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.406669 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:41:24.406982 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading Plugin: flavors Jun 04 13:41:24.411518 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:41:24.411847 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading Plugin: revisions Jun 04 13:41:24.416039 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:41:24.416416 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_concurrency.lockutils [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.137s {{(pid=88506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:41:24.417139 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88506) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 04 13:41:24.417465 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Initializing extension manager. Jun 04 13:41:24.417986 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: __init__.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.418323 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: __pycache__ {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.423797 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.423797 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: address_group.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.423797 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.423797 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: address-group Jun 04 13:41:24.423797 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: address_scope.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.423797 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.423797 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: address-scope Jun 04 13:41:24.424342 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: admin_state_down_before_update.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.424342 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.424742 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: router-admin-state-down-before-update Jun 04 13:41:24.425061 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: agent.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.425744 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.426264 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: agent Jun 04 13:41:24.426582 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: agent_resources_synced.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.427663 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.428164 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: agent-resources-synced Jun 04 13:41:24.428485 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: allowedaddresspairs.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.430306 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.430823 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: allowed-address-pairs Jun 04 13:41:24.431149 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: auto_allocated_topology.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.432194 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.432705 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: auto-allocated-topology Jun 04 13:41:24.433029 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: availability_zone.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.433707 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.434228 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: availability_zone Jun 04 13:41:24.434549 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: availability_zone_filter.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.435435 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.435934 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: availability_zone_filter Jun 04 13:41:24.436251 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: data_plane_status.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.437128 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.437621 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension data-plane-status not supported by any of loaded plugins Jun 04 13:41:24.437977 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: default_subnetpools.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.438873 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.439369 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: default-subnetpools Jun 04 13:41:24.439689 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: dhcpagentscheduler.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.440472 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.440973 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: dhcp_agent_scheduler Jun 04 13:41:24.441295 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: dns.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.442215 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.442717 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension dns-integration not supported by any of loaded plugins Jun 04 13:41:24.443046 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: dns_domain_ports.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.443938 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.444431 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 04 13:41:24.444949 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: dvr.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.445410 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.446466 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: dvr Jun 04 13:41:24.446784 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: empty_string_filtering.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.447695 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.448195 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: empty-string-filtering Jun 04 13:41:24.448511 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.453342 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.453866 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 04 13:41:24.454185 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.455079 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.455574 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 04 13:41:24.455891 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: external_net.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.456787 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.457292 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: external-net Jun 04 13:41:24.457608 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: extra_dhcp_opt.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.458532 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.459034 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: extra_dhcp_opt Jun 04 13:41:24.459348 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: extraroute.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.460231 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.460725 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: extraroute Jun 04 13:41:24.461043 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: extraroute_atomic.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.462721 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.463225 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: extraroute-atomic Jun 04 13:41:24.463545 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: filter_validation.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.464208 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.464697 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: filter-validation Jun 04 13:41:24.465012 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: fip_pf_description.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.465930 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.466425 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 04 13:41:24.466741 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: fip_port_details.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.467664 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.468158 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: fip-port-details Jun 04 13:41:24.468476 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: flavors.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.469682 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.470243 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: flavors Jun 04 13:41:24.470549 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.472176 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.472692 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 04 13:41:24.473017 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: floatingip_pools.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.473716 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.474302 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: floatingip-pools Jun 04 13:41:24.474624 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: ip_allocation.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.475522 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.476020 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension ip_allocation not supported by any of loaded plugins Jun 04 13:41:24.476338 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.477274 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.477780 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: ip-substring-filtering Jun 04 13:41:24.478118 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: l2_adjacency.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.479024 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.479522 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 04 13:41:24.479839 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: l3.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.480798 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.481307 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: router Jun 04 13:41:24.481626 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: l3_conntrack_helper.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.483989 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.484511 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 04 13:41:24.484837 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.485759 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.486295 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: ext-gw-mode Jun 04 13:41:24.486618 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.487524 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.488034 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: l3-ha Jun 04 13:41:24.488353 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: l3_flavors.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.489251 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.489752 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: l3-flavors Jun 04 13:41:24.490098 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.491010 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.491509 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 04 13:41:24.491825 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: l3agentscheduler.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.492873 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.493377 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: l3_agent_scheduler Jun 04 13:41:24.493700 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: logging.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.499271 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.499790 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension logging not supported by any of loaded plugins Jun 04 13:41:24.500118 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: metering.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.500850 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.501431 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: metering Jun 04 13:41:24.501756 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.502847 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.503615 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: metering_source_and_destination_fields Jun 04 13:41:24.503938 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: multiprovidernet.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.504845 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.505352 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: multi-provider Jun 04 13:41:24.505675 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: netmtu.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.506607 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.507113 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: net-mtu Jun 04 13:41:24.507435 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: netmtu_writable.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.508859 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.509363 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: net-mtu-writable Jun 04 13:41:24.509687 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: network_availability_zone.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.510376 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.510876 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: network_availability_zone Jun 04 13:41:24.511195 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: network_ip_availability.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.512276 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.512784 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: network-ip-availability Jun 04 13:41:24.513110 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: network_segment_range.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.513896 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.514397 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension network-segment-range not supported by any of loaded plugins Jun 04 13:41:24.514719 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: pagination.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.515675 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.516040 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: pagination Jun 04 13:41:24.516357 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: port_device_profile.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.517247 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.517754 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: port-device-profile Jun 04 13:41:24.518112 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.519027 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.519522 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: port-mac-address-regenerate Jun 04 13:41:24.519840 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.520732 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.521230 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: port-numa-affinity-policy Jun 04 13:41:24.521547 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: port_resource_request.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.528031 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.528529 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension port-resource-request not supported by any of loaded plugins Jun 04 13:41:24.528846 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: portbindings.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.529757 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.530288 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: binding Jun 04 13:41:24.530605 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: portbindings_extended.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.531845 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.532351 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: binding-extended Jun 04 13:41:24.532673 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: portsecurity.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.533572 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.534113 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: port-security Jun 04 13:41:24.534433 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: project_id.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.535509 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.535831 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: project-id Jun 04 13:41:24.536148 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: providernet.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.537055 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.537559 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: provider Jun 04 13:41:24.537914 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: qos.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.541367 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.541912 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension qos not supported by any of loaded plugins Jun 04 13:41:24.542240 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.543458 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.543964 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 04 13:41:24.544290 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.545233 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.545730 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 04 13:41:24.546078 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: qos_default.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.546971 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.547478 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension qos-default not supported by any of loaded plugins Jun 04 13:41:24.547802 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: qos_fip.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.548447 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.548940 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension qos-fip not supported by any of loaded plugins Jun 04 13:41:24.549259 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: qos_gateway_ip.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.558604 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.559105 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 04 13:41:24.559425 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: qos_port_network_policy.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.560330 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.560834 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 04 13:41:24.561153 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: qos_rule_type_details.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.562087 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.562586 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 04 13:41:24.562902 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: qos_rules_alias.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.563928 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.564430 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 04 13:41:24.564746 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: quotasv2.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.565627 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.565985 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: quotas Jun 04 13:41:24.566302 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: quotasv2_detail.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.567894 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.568221 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: quota_details Jun 04 13:41:24.568541 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: rbac.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.569569 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.570110 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: rbac-policies Jun 04 13:41:24.570437 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: rbac_address_group.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.571887 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.572394 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: rbac-address-group Jun 04 13:41:24.572716 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: rbac_address_scope.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.573622 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.574148 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: rbac-address-scope Jun 04 13:41:24.574468 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: rbac_security_groups.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.575363 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.575909 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: rbac-security-groups Jun 04 13:41:24.576241 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: rbac_subnetpool.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.577152 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.577650 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: rbac-subnetpool Jun 04 13:41:24.577994 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: revisionifmatch.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.578937 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.579402 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: revision-if-match Jun 04 13:41:24.579716 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: revisions.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.581975 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.582473 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: standard-attr-revisions Jun 04 13:41:24.582791 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: router_availability_zone.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.583447 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.583947 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: router_availability_zone Jun 04 13:41:24.584264 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: routerservicetype.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.585276 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.585777 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension router-service-type not supported by any of loaded plugins Jun 04 13:41:24.586159 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.587667 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.588172 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: security-groups-normalized-cidr Jun 04 13:41:24.588492 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: security_groups_port_filtering.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.589393 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.589935 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: port-security-groups-filtering Jun 04 13:41:24.590255 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.591159 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.591660 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: security-groups-remote-address-group Jun 04 13:41:24.591979 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: securitygroup.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.601377 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.601950 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: security-group Jun 04 13:41:24.602282 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: segment.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.603054 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.603554 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension segment not supported by any of loaded plugins Jun 04 13:41:24.603879 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.604790 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.605294 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 04 13:41:24.605617 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: servicetype.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.606728 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.607249 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: service-type Jun 04 13:41:24.607574 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: sorting.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.608535 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.608863 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: sorting Jun 04 13:41:24.609184 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: standard_attr_segment.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.610115 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.610622 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 04 13:41:24.610941 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: standardattrdescription.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.611575 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.612072 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: standard-attr-description Jun 04 13:41:24.612390 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: stateful_security_group.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.613288 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.613807 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: stateful-security-group Jun 04 13:41:24.614133 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: stdattrs_common.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.614710 dv-cinder-843593-2-smb neutron-server[88506]: WARNING neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 04 13:41:24.615025 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.616010 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.616522 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 04 13:41:24.616843 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: subnet_onboard.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.618032 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.618552 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: subnet_onboard Jun 04 13:41:24.618872 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.619787 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.620285 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 04 13:41:24.620605 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: subnet_service_types.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.621507 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.622042 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: subnet-service-types Jun 04 13:41:24.622361 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: subnetallocation.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.623421 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.623931 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: subnet_allocation Jun 04 13:41:24.624252 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.624904 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.625404 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: subnetpool-prefix-ops Jun 04 13:41:24.625726 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.627848 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.628606 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 04 13:41:24.628925 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: tagging.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.630006 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.630510 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: standard-attr-tag Jun 04 13:41:24.630833 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: timestamp.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.632014 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.632522 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loaded extension: standard-attr-timestamp Jun 04 13:41:24.632845 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: trunk.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.634403 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.634908 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension trunk not supported by any of loaded plugins Jun 04 13:41:24.635232 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: trunk_details.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.636132 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.636628 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension trunk-details not supported by any of loaded plugins Jun 04 13:41:24.636945 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: uplink_status_propagation.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.637880 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.638380 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 04 13:41:24.638705 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Loading extension file: vlantransparent.py {{(pid=88506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 04 13:41:24.639358 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 04 13:41:24.639855 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 04 13:41:24.642228 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:network Jun 04 13:41:24.642940 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:subnet Jun 04 13:41:24.644833 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 13:41:24.645445 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:port Jun 04 13:41:24.646705 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.v2.resource_helper [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:41:24.647143 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.v2.resource_helper [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Service FLAVORS assigned prefix: {{(pid=88506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:41:24.647755 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.v2.resource_helper [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:41:24.648174 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.v2.resource_helper [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:41:24.648502 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:router Jun 04 13:41:24.649738 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:floatingip Jun 04 13:41:24.650520 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.v2.resource_helper [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Service METERING assigned prefix: /metering {{(pid=88506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:41:24.651901 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.652269 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.652621 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:41:24.653737 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 13:41:24.656002 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:security_group Jun 04 13:41:24.656002 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 13:41:24.656002 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.v2.resource_helper [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Service CORE assigned prefix: {{(pid=88506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:41:24.656002 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 13:41:24.656291 dv-cinder-843593-2-smb neutron-server[88506]: WARNING neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] subnetpool is already registered Jun 04 13:41:24.656751 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.v2.resource_helper [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Service CORE assigned prefix: {{(pid=88506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:41:24.657074 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 13:41:24.657395 dv-cinder-843593-2-smb neutron-server[88506]: WARNING neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] subnetpool is already registered Jun 04 13:41:24.659929 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.v2.resource_helper [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:41:24.660358 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.v2.resource_helper [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Service FLAVORS assigned prefix: {{(pid=88506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:41:24.660947 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.v2.resource_helper [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:41:24.661362 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.v2.resource_helper [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:41:24.661688 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:router Jun 04 13:41:24.662040 dv-cinder-843593-2-smb neutron-server[88506]: WARNING neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] router is already registered Jun 04 13:41:24.662622 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:floatingip Jun 04 13:41:24.662944 dv-cinder-843593-2-smb neutron-server[88506]: WARNING neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] floatingip is already registered Jun 04 13:41:24.663557 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.v2.resource_helper [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Service METERING assigned prefix: /metering {{(pid=88506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:41:24.664210 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 13:41:24.664565 dv-cinder-843593-2-smb neutron-server[88506]: WARNING neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] rbac_policy is already registered Jun 04 13:41:24.665095 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:security_group Jun 04 13:41:24.665416 dv-cinder-843593-2-smb neutron-server[88506]: WARNING neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] security_group is already registered Jun 04 13:41:24.666021 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 13:41:24.666342 dv-cinder-843593-2-smb neutron-server[88506]: WARNING neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] security_group_rule is already registered Jun 04 13:41:24.667003 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.v2.resource_helper [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Service CORE assigned prefix: {{(pid=88506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:41:24.667325 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 13:41:24.667644 dv-cinder-843593-2-smb neutron-server[88506]: WARNING neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] subnetpool is already registered Jun 04 13:41:24.668234 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.v2.resource_helper [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Service CORE assigned prefix: {{(pid=88506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:41:24.668553 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 13:41:24.668879 dv-cinder-843593-2-smb neutron-server[88506]: WARNING neutron.quota.resource_registry [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] subnetpool is already registered Jun 04 13:41:24.669502 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: extensions {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.670960 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: address-groups {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.672525 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: address-scopes {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.673701 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: agents {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.674864 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: auto-allocated-topology {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.676068 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: availability_zones {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.677348 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: dhcp-networks {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.678766 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: dhcp-agents {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.680179 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: routers {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.682089 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: flavors {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.683226 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: service_profiles {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.684404 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: next_providers {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.685922 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: service_profiles {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.690368 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: floatingip-pools {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.690368 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: routers {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.690368 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: floatingips {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.691420 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: l3-routers {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.692765 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: l3-agents {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.694171 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: metering-labels {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.695492 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: metering-label-rules {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.697298 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: network-ip-availabilities {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.698553 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: bindings {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.700163 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: quotas {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.701559 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: quotas {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.702949 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: rbac-policies {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.704213 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: security-groups {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.705407 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: security-group-rules {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.706651 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: service-providers {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.707874 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: subnetpools {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.710157 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: subnetpools {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.712191 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: tags {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.713871 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: tags {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.825859 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: tags {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.827616 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: tags {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.830770 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: tags {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.834212 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: tags {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.837299 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: tags {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.839448 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: tags {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.841181 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: tags {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.843041 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron.api.extensions [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Extended resource: tags {{(pid=88506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:41:24.848853 dv-cinder-843593-2-smb neutron-server[88506]: WARNING keystonemiddleware.auth_token [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 04 13:41:24.853560 dv-cinder-843593-2-smb neutron-server[88506]: WARNING keystonemiddleware.auth_token [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 04 13:41:24.861880 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_concurrency.lockutils [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Acquired lock "singleton_lock" {{(pid=88506) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 04 13:41:24.862407 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_concurrency.lockutils [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Releasing lock "singleton_lock" {{(pid=88506) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 04 13:41:24.863027 dv-cinder-843593-2-smb neutron-server[88506]: INFO oslo_service.service [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Starting 2 workers Jun 04 13:41:24.868267 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Started child 88647 {{(pid=88506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 13:41:24.872591 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Started child 88648 {{(pid=88506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 13:41:24.873317 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:24.874192 dv-cinder-843593-2-smb neutron-server[88506]: INFO neutron.service [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 04 13:41:24.874845 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Notify callbacks [] for process, before_spawn {{(pid=88506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:24.874943 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [-] (88647) wsgi starting up on http://0.0.0.0:9696 Jun 04 13:41:24.876891 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:24.877352 dv-cinder-843593-2-smb neutron-server[88506]: INFO oslo_service.service [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Starting 1 workers Jun 04 13:41:24.878515 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [-] (88648) wsgi starting up on http://0.0.0.0:9696 Jun 04 13:41:24.882484 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Started child 88649 {{(pid=88506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 13:41:24.883005 dv-cinder-843593-2-smb neutron-server[88506]: INFO oslo_service.service [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Starting 1 workers Jun 04 13:41:24.886576 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.service [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] calling RpcWorker wait() {{(pid=88649) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 04 13:41:24.887105 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.service [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] returning from RpcWorker wait() {{(pid=88649) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 04 13:41:24.887881 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Started child 88650 {{(pid=88506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 13:41:24.888264 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:24.888647 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG neutron_lib.callbacks.manager [None req-7d109708-b927-4b1e-a3fe-7a47f660dd2c None None] Notify callbacks [] for process, after_spawn {{(pid=88506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:24.888762 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:41:24.890518 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88506) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 04 13:41:24.890726 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 13:41:24.890913 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 13:41:24.891120 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 13:41:24.891451 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 13:41:24.891611 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 13:41:24.892088 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.892360 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.892632 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.892871 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:24.893335 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.893335 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.893688 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.893982 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.894241 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.894517 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.894765 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.894930 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.895254 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.895500 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.895729 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.896021 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.896282 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.896515 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.896794 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.896963 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.897217 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.897488 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.897732 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.898038 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] debug = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.898282 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.898794 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.899058 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.899298 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.899535 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.899810 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.900034 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.900287 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.900521 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.900732 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.900981 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.901233 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.901470 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.901680 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.901916 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.902188 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.902408 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.902883 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] host = dv-cinder-843593-2-smb {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.903094 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.903307 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.903531 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.903770 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.904010 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.904237 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.904588 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.904751 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.905003 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.905222 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.905467 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.905706 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.905985 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.906234 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_file = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.906384 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_options = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.906593 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.906870 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.907116 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.907309 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.907464 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.907623 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.907863 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.908013 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.908249 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.908460 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.908668 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.908897 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.909126 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.909376 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.909620 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.909864 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.910104 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.910328 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.910572 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.910809 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.911122 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.911476 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.911755 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.911980 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.912193 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.912599 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.912853 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.913163 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.913374 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.913815 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.914064 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.914718 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.914887 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.915028 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:41:24.915167 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.915298 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.915496 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.915731 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.916000 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.916231 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.916476 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.916729 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.916941 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.917183 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.917393 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.917604 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.917976 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] use_json = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.918253 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.918648 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.919395 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.919395 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.919647 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.919826 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.920002 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.920230 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.920791 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:24.920876 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.921284 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.921668 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.921969 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.922225 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.926812 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.926812 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.926812 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.926812 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.926812 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.926812 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.926812 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.926812 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.926812 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.927466 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.927466 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.927466 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.927466 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.927466 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.927466 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.928029 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.928497 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.928916 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.929267 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.929650 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.930032 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.930846 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.931150 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.931463 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.931833 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.932119 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.932405 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.932727 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.933014 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.933303 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.933585 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.933920 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.934221 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.934538 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.934798 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.935213 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.935619 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.935851 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.936073 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.936300 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.936542 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.936735 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.937113 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.937500 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.937778 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.938047 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.938301 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.938559 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.938764 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.938987 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.939238 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.939458 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.939673 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.939911 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.940163 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.940380 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.940639 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.940860 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.941095 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.941310 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.941551 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.941873 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.942121 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.942349 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.942598 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.942818 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.943034 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.943246 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.943483 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.943698 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.943931 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.944143 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.944392 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.944657 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.944824 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.945058 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.945291 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.945506 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.946319 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.946601 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.946922 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.947162 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.947434 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.947692 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.947945 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.948195 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.948443 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.948663 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.948905 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.949136 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.949404 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.949663 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.949931 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.950153 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.950393 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.950665 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.950884 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.951126 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.951345 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.951585 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.951814 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.952101 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.952429 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.952863 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 38144) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:41:24.953043 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.953426 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.953680 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.953997 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.954250 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.954535 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.954772 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.955025 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.955333 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.955597 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.955880 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.956119 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.956357 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.956634 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.956862 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.957262 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.957669 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.957925 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.958159 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.958580 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.958995 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.959249 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.959461 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.959858 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.960225 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.960484 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.960725 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.960942 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.961264 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.961461 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.961885 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.962149 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.962401 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.962656 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.963045 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.963437 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076683 Jun 04 13:41:24.963740 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.964542 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.964790 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.965023 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.965237 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.965641 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.965911 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.966149 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.966386 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.966598 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.967001 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.967253 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.967474 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.967705 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.967940 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.968154 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.968388 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.968597 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.968817 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.969066 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.969284 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.969501 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.969720 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.970410 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.970691 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.970908 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.971819 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.971819 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.971819 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.972049 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.972189 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.972452 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.972667 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.972999 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.973162 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.973393 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.973605 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.974242 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.975040 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.975431 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.975664 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.975882 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.976153 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.976356 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.976729 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.976980 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.977238 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.977482 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.977716 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.978385 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.978614 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.978833 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.979053 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.979455 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.979702 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.979702 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.979702 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.980572 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.980572 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.980755 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.981192 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.981431 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.981691 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.981965 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.982188 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.982414 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.982648 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.982882 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.983607 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.984264 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.984486 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.984697 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.984910 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.985203 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.985455 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.985688 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.985959 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.986276 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.986886 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.986886 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.986886 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.987115 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.987256 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.987480 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.987693 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.987900 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.988115 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.988392 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.988684 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.989237 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.989237 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.989507 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.989667 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.989961 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.991253 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.991414 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.991565 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.991789 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.992028 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.992264 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.993002 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.993252 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.993558 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.993890 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.994145 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.994402 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.995007 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.995007 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.995244 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.995461 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.995762 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.996084 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.996395 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.996602 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.996829 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.997114 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.997354 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.997590 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.997889 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.998080 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.998407 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.998545 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.998801 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.999034 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.999248 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.999494 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.999729 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:24.999958 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.000194 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.000437 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.000754 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.000922 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 13:41:25.001817 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88506) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 04 13:41:25.001817 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 13:41:25.001817 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 13:41:25.002234 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 13:41:25.002234 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 13:41:25.002234 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 13:41:25.002616 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.002616 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.002888 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.002888 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.003421 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.003421 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.003700 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.003700 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.003843 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.004885 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.004885 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.004885 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.004885 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.004885 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.004885 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.004885 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.005399 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.005399 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.005399 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.005606 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.005606 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.005762 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.005933 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] debug = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.006088 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.006275 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.006519 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.006617 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.006739 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.006896 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.007051 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.007209 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.007554 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.007554 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.007704 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.007804 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.007961 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.008132 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.008863 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.008983 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.009140 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.009299 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] host = dv-cinder-843593-2-smb {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.009455 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.009602 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.009760 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.010994 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.011159 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.011471 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.011773 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.012086 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.012244 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.012402 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.012561 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.012720 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.012876 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.013034 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_file = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.013336 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_options = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.013336 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.013483 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.013644 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.013855 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.014028 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.014170 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.014330 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.014490 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.014649 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.014787 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.014922 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.015125 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.015288 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.015441 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.016508 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.016508 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.016508 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.016508 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.016508 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.016508 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.016508 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.017072 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.017072 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.017072 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.017072 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.017305 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.017370 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.017486 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.017642 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.017814 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.017979 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.018137 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.018299 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.018455 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.018619 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.018793 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.019115 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.019115 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.019664 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.019664 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.019664 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.019664 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.019899 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.019964 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.020096 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.020334 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] use_json = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.020422 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.021063 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.021063 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.021063 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.021063 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.021370 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.021370 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.021511 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.021956 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:41:25.021956 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.022792 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.022971 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.023175 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.023342 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.023502 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.023662 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.023850 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.024352 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.024352 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.024352 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.024570 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.024645 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.024764 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.024923 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.025572 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.025572 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.025572 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.025572 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.026998 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:41:25.027830 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.027830 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.027830 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.028048 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.028117 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.028264 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.028425 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.028585 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.030330 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.030330 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.030330 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.030330 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.030330 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.030330 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.030330 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.030330 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.030330 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.030981 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.030981 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.030981 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.030981 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.030981 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.030981 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.031385 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.031385 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.031385 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.031590 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.031677 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.031831 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.032719 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.032719 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.033038 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.033201 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.033362 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.033522 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.033682 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.033897 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.034026 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.034437 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.034437 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.034600 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.034677 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.035475 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.035475 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.035475 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.035475 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.035475 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.035852 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.035852 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.035852 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.036059 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.036145 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.036327 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.036665 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.036665 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.036826 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.036908 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.037011 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.037170 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.037330 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.037490 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.037650 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.038548 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.038548 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.038548 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.038548 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.038548 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.038926 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.038926 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.038926 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.039130 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.039208 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.039340 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.039528 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.039688 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.039846 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.040206 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.040206 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.040363 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.040442 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.040603 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.040762 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.040921 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.041080 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.041239 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.041399 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.041558 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.041717 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.042677 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.042842 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.043003 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.043164 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.043329 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.043488 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.043650 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.043809 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.043984 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.044155 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.044315 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.044482 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.044647 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.044806 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.044965 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.045124 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.045285 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.045438 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.045599 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.045764 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.045950 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.046123 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.046284 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.046464 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.046590 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.046773 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.046932 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.047096 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.047255 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.047414 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.047574 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.047735 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.047896 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.048079 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.048219 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.048866 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.048866 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.048866 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.048866 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.049171 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.049171 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.049317 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.049396 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.049563 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.050083 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.050083 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.050083 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.050325 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.050405 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.050836 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.050836 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.050836 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.051082 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.051082 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.051227 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.051391 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.051549 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.051709 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.052406 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.052406 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.052406 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.052406 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.052677 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.052677 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.052793 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.052911 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.053070 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.053230 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.053722 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.053722 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.053722 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.054190 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.054190 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.054190 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.054408 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.054486 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.054603 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.055928 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.055928 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.055928 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.055928 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.055928 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.056247 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.056247 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.056364 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.056531 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.056651 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.056810 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.056971 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.057129 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.057292 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.057446 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.057612 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.057768 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.057950 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.058107 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.058420 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.058751 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.059062 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.059222 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.059382 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.059544 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.060681 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.060681 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.060681 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.060681 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.060681 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.060681 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.060681 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.061210 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.061210 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.061210 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.061210 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.061483 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.061483 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.061638 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.061815 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.062008 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.062153 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.062325 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.062483 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.062659 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.062798 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.062957 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.063846 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.063846 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.063846 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.063846 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.063846 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.064206 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.064206 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.064206 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.064404 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.064599 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.065534 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.065534 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.065534 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.065534 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.065534 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.065534 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.065976 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.065976 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.066138 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.066221 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.066340 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.066500 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.066668 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.067277 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.067277 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.067277 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.067277 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.067663 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.067749 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.067847 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.067999 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.068153 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.068306 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.068537 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.068636 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.068946 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.068946 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.069126 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.069206 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.069363 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.069516 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.069670 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.069865 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:41:25.070017 dv-cinder-843593-2-smb neutron-server[88506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 13:41:35.735265 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce861d87-ca44-4602-9792-19644eac6d2e None None] get_active_networks_info from dv-cinder-843593-2-smb {{(pid=88649) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 04 13:41:35.809151 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce861d87-ca44-4602-9792-19644eac6d2e None None] No non-hosted networks {{(pid=88649) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 04 13:41:35.828480 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.agentschedulers_db [None req-ce861d87-ca44-4602-9792-19644eac6d2e None None] DHCP Agent not found on host dv-cinder-843593-2-smb {{(pid=88649) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 04 13:41:36.009568 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-98e83f2c-53c4-4393-8185-d8d94c516805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3800403'] for agent, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:38.007535 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-96276c25-303d-4670-94b1-de7f5a596f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3800403'] for agent, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:38.091473 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.db.api [None req-7ea3f379-ea5c-4b0f-a9b4-eed8bb1e72e8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-843593-2-smb {{(pid=88649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 13:41:38.092445 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG oslo_db.api [None req-7ea3f379-ea5c-4b0f-a9b4-eed8bb1e72e8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 13:41:38.714795 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f379-ea5c-4b0f-a9b4-eed8bb1e72e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:38.979717 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3800403'] for agent, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:39.191322 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3800403'] for agent, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:39.192760 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:39.193316 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:39.194008 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:39.194558 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:39.195129 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:39.195868 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:39.196434 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:39.197003 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:39.197635 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:39.198184 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:39.199071 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:39.199490 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:39.199977 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843593-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:41:39.207175 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843593-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:41:40.406153 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3800403'] for agent, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:41.893195 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 38246) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:41:42.468855 dv-cinder-843593-2-smb neutron-server[88648]: WARNING oslo_policy.policy [None req-f3f33765-ecee-4fbd-af6b-d276ed6e5141 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:41:42.469423 dv-cinder-843593-2-smb neutron-server[88648]: WARNING oslo_policy.policy [None req-f3f33765-ecee-4fbd-af6b-d276ed6e5141 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:41:42.687605 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [None req-f3f33765-ecee-4fbd-af6b-d276ed6e5141 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:41:42.688662 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-f3f33765-ecee-4fbd-af6b-d276ed6e5141 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7945755 Jun 04 13:41:44.047216 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.db.l3_hamode_db [None req-147f8ab9-9624-434d-bac6-ffe0047cfc00 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 04 13:41:44.131079 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f8ab9-9624-434d-bac6-ffe0047cfc00 None None] Routers set() bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:41:44.131453 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f8ab9-9624-434d-bac6-ffe0047cfc00 None None] Router IDs set() for agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 04 13:41:45.089163 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 38260) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:41:45.449727 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-b3b40a12-c72d-40ff-bcda-5c590035c16f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:41:45.543680 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.policy [None req-b3b40a12-c72d-40ff-bcda-5c590035c16f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88648) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 13:41:45.588110 dv-cinder-843593-2-smb neutron-server[88648]: WARNING oslo_policy.policy [None req-b3b40a12-c72d-40ff-bcda-5c590035c16f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:41:45.588424 dv-cinder-843593-2-smb neutron-server[88648]: WARNING oslo_policy.policy [None req-b3b40a12-c72d-40ff-bcda-5c590035c16f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:41:45.596648 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.quota [None req-b3b40a12-c72d-40ff-bcda-5c590035c16f admin admin] Loaded quota_driver: . Jun 04 13:41:45.611992 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-b3b40a12-c72d-40ff-bcda-5c590035c16f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:41:45.752215 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b3b40a12-c72d-40ff-bcda-5c590035c16f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784468281458', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784468283015', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784468301125', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784468298012', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784468449020', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784468446227', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-604088', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1007507', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4178140', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4076583'] for rbac-policy, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:45.937296 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b3b40a12-c72d-40ff-bcda-5c590035c16f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:45.938498 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-b3b40a12-c72d-40ff-bcda-5c590035c16f admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8484125 Jun 04 13:41:48.575402 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 38274) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:41:48.915716 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Request body: {'network': {'project_id': '2d9f632bc9e448af9b649432b1ce34c4', 'name': 'private', 'admin_state_up': True}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:41:48.920303 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:41:48.924956 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Usage tracker for resource:network and tenant:2d9f632bc9e448af9b649432b1ce34c4 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:41:48.930006 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:41:48.935911 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:41:49.016961 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Made reservation on behalf of 2d9f632bc9e448af9b649432b1ce34c4 for: {'network': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:41:49.019826 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:49.037311 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:49.050938 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:41:49.055048 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Usage tracker for resource:security_group_rule and tenant:2d9f632bc9e448af9b649432b1ce34c4 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:41:49.059935 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:41:49.065323 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:41:49.158941 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:49.217123 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:49.238908 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:41:49.264249 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784468802205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:49.264792 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Unsubscribe: segment precommit_create {{(pid=88648) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 13:41:49.265311 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.segments_db [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Added segment dd72bd78-3d17-4b63-ba8b-efe31dcc418d of type vlan for network 90e970c1-6084-41e7-a375-b7223ed0d1a3 Jun 04 13:41:49.312522 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe5dfbd-1fc6-4865-81f0-dd9430dffe40,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:41:49.332032 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:49.332368 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:49.332699 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:49.333025 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:49.333346 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:49.333668 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:49.334010 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:49.334328 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:49.334644 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:49.334958 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:49.335270 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:49.335613 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Tracked resource versions report: Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: pushed versions: Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: { 'AddressGroup': {'1.2'}, Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'ConntrackHelper': {'1.0'}, Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'Log': {'1.0'}, Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'Network': {'1.1'}, Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'Port': {'1.7'}, Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'PortForwarding': {'1.2'}, Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'QosPolicy': {'1.8'}, Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'SecurityGroup': {'1.4'}, Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'SecurityGroupRule': {'1.2'}, Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'SubPort': {'1.0'}, Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'Subnet': {'1.1'}, Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'Trunk': {'1.1'}} Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: consumer versions: Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: { DHCP agent@dv-cinder-843593-2-smb: {}, Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: L3 agent@dv-cinder-843593-2-smb: {}, Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: Metadata agent@dv-cinder-843593-2-smb: {}, Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: Metering agent@dv-cinder-843593-2-smb: {}, Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: Open vSwitch agent@dv-cinder-843593-2-smb: { 'AddressGroup': '1.2', Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'ConntrackHelper': '1.0', Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'Log': '1.0', Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'Network': '1.1', Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'Port': '1.7', Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'PortForwarding': '1.2', Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'QosPolicy': '1.8', Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'SecurityGroup': '1.4', Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'SecurityGroupRule': '1.2', Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'SubPort': '1.0', Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'Subnet': '1.1', Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: 'Trunk': '1.1'}} Jun 04 13:41:49.336670 dv-cinder-843593-2-smb neutron-server[88648]: {{(pid=88648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 13:41:49.373452 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:49.477102 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:49.478133 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:41:49.478776 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:49.582005 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] Pushing event updated for resources: {'Network': ['ID=90e970c1-6084-41e7-a375-b7223ed0d1a3,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:41:49.593295 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network 90e970c1-6084-41e7-a375-b7223ed0d1a3 details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:41:49.629403 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-1528b982-7954-4a24-ad14-813b261df683 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0529575 Jun 04 13:41:52.311873 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 38290) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:41:52.876416 dv-cinder-843593-2-smb neutron-server[88647]: WARNING oslo_policy.policy [None req-c1163713-88af-41a2-b34f-4274a471e652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:41:52.876975 dv-cinder-843593-2-smb neutron-server[88647]: WARNING oslo_policy.policy [None req-c1163713-88af-41a2-b34f-4274a471e652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:41:53.301973 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.policy [None req-c1163713-88af-41a2-b34f-4274a471e652 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88647) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 13:41:53.346614 dv-cinder-843593-2-smb neutron-server[88647]: WARNING oslo_policy.policy [None req-c1163713-88af-41a2-b34f-4274a471e652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:41:53.347164 dv-cinder-843593-2-smb neutron-server[88647]: WARNING oslo_policy.policy [None req-c1163713-88af-41a2-b34f-4274a471e652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:41:53.355002 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1163713-88af-41a2-b34f-4274a471e652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:41:53.356866 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-c1163713-88af-41a2-b34f-4274a471e652 admin admin] 10.222.0.15 "GET /v2.0/networks/90e970c1-6084-41e7-a375-b7223ed0d1a3 HTTP/1.1" status: 200 len: 825 time: 1.0429964 Jun 04 13:41:53.389004 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-764625b4-8e8a-4372-a3eb-c5f22282f745 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/1d869b87-fab5-47f3-8054-045cc8253819 HTTP/1.1" status: 200 len: 734 time: 0.0267534 Jun 04 13:41:53.397204 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3', 'subnetpool_id': '1d869b87-fab5-47f3-8054-045cc8253819', 'tenant_id': '2d9f632bc9e448af9b649432b1ce34c4', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:41:53.398780 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.quota [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Loaded quota_driver: . Jun 04 13:41:53.404658 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:41:53.410068 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Usage tracker for resource:subnet and tenant:2d9f632bc9e448af9b649432b1ce34c4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:41:53.413269 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:41:53.420081 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:41:53.659955 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Made reservation on behalf of 2d9f632bc9e448af9b649432b1ce34c4 for: {'subnet': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:41:53.662773 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:54.019652 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for subnet, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:54.097912 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Checking segment: {'id': 'dd72bd78-3d17-4b63-ba8b-efe31dcc418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:41:54.098284 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Network hostable DHCP agents. Network: 90e970c1-6084-41e7-a375-b7223ed0d1a3, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:41:54.114871 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=419f3630-ed75-48a1-97cf-f35c8bc84bff,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:41:54.126350 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:54.126692 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:54.127025 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:54.127353 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:54.127940 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:54.128261 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:54.128640 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:54.128962 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:54.129302 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:54.129621 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:54.129960 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:54.130275 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Tracked resource versions report: Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: pushed versions: Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: { 'AddressGroup': {'1.2'}, Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'ConntrackHelper': {'1.0'}, Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'Log': {'1.0'}, Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'Network': {'1.1'}, Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'Port': {'1.7'}, Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'PortForwarding': {'1.2'}, Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'QosPolicy': {'1.8'}, Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'SecurityGroup': {'1.4'}, Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'SecurityGroupRule': {'1.2'}, Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'SubPort': {'1.0'}, Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'Subnet': {'1.1'}, Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'Trunk': {'1.1'}} Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: consumer versions: Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: { DHCP agent@dv-cinder-843593-2-smb: {}, Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: L3 agent@dv-cinder-843593-2-smb: {}, Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: Metadata agent@dv-cinder-843593-2-smb: {}, Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: Metering agent@dv-cinder-843593-2-smb: {}, Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: Open vSwitch agent@dv-cinder-843593-2-smb: { 'AddressGroup': '1.2', Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'ConntrackHelper': '1.0', Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'Log': '1.0', Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'Network': '1.1', Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'Port': '1.7', Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'PortForwarding': '1.2', Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'QosPolicy': '1.8', Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'SecurityGroup': '1.4', Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'SecurityGroupRule': '1.2', Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'SubPort': '1.0', Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'Subnet': '1.1', Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: 'Trunk': '1.1'}} Jun 04 13:41:54.131342 dv-cinder-843593-2-smb neutron-server[88647]: {{(pid=88647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 13:41:54.222593 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Network 90e970c1-6084-41e7-a375-b7223ed0d1a3 is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:41:54.302875 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, 90e970c1-6084-41e7-a375-b7223ed0d1a3) {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:41:54.311153 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff32df8-ae8e-4efd-abac-fe5a0f61a36e None None] Network 90e970c1-6084-41e7-a375-b7223ed0d1a3 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:41:54.314222 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:41:54.314222 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:54.386129 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-86718936-ad05-4f2d-a661-05346f8996b7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9921632 Jun 04 13:41:54.613001 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d20230b-0f49-5820-8323-7416d505f798-90e970c1-6084-41e7-a375-b7223ed0d1a3', 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3', 'tenant_id': '2d9f632bc9e448af9b649432b1ce34c4', 'fixed_ips': [{'subnet_id': '419f3630-ed75-48a1-97cf-f35c8bc84bff'}]}} from dv-cinder-843593-2-smb. {{(pid=88649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 13:41:54.614233 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:54.803862 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.db_base_plugin_common [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Allocated IP 172.20.0.2 (90e970c1-6084-41e7-a375-b7223ed0d1a3/419f3630-ed75-48a1-97cf-f35c8bc84bff/d8cb8fcc-654f-4584-87d4-e08a75bb6907) {{(pid=88649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:41:55.030908 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Notify callbacks [] for port, precommit_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:55.043856 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Transition to ACTIVE for port object d8cb8fcc-654f-4584-87d4-e08a75bb6907 will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:41:55.062978 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Transition to ACTIVE for port object d8cb8fcc-654f-4584-87d4-e08a75bb6907 will not be triggered until provisioned by entity DHCP. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:41:55.137441 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:55.194267 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Network 90e970c1-6084-41e7-a375-b7223ed0d1a3 is already hosted by enough agents. {{(pid=88649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:41:55.201578 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.base_scheduler [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Resources bound (agent type, host, resource id): {{(pid=88649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:41:55.208762 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Received port after_create {{(pid=88649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:41:55.218351 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Pushing event updated for resources: {'Port': ['ID=d8cb8fcc-654f-4584-87d4-e08a75bb6907,revision_number=1']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:41:55.260262 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:55.260604 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:55.260937 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:55.261264 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:55.261587 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:55.261952 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:55.262275 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:55.262592 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:55.262909 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:55.263224 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:55.263539 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:55.263851 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Tracked resource versions report: Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: pushed versions: Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: { 'AddressGroup': {'1.2'}, Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'ConntrackHelper': {'1.0'}, Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'Log': {'1.0'}, Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'Network': {'1.1'}, Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'Port': {'1.7'}, Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'PortForwarding': {'1.2'}, Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'QosPolicy': {'1.8'}, Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'SecurityGroup': {'1.4'}, Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'SecurityGroupRule': {'1.2'}, Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'SubPort': {'1.0'}, Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'Subnet': {'1.1'}, Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'Trunk': {'1.1'}} Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: consumer versions: Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: { DHCP agent@dv-cinder-843593-2-smb: {}, Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: L3 agent@dv-cinder-843593-2-smb: {}, Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: Metadata agent@dv-cinder-843593-2-smb: {}, Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: Metering agent@dv-cinder-843593-2-smb: {}, Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: Open vSwitch agent@dv-cinder-843593-2-smb: { 'AddressGroup': '1.2', Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'ConntrackHelper': '1.0', Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'Log': '1.0', Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'Network': '1.1', Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'Port': '1.7', Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'PortForwarding': '1.2', Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'QosPolicy': '1.8', Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'SecurityGroup': '1.4', Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'SecurityGroupRule': '1.2', Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'SubPort': '1.0', Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'Subnet': '1.1', Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: 'Trunk': '1.1'}} Jun 04 13:41:55.264972 dv-cinder-843593-2-smb neutron-server[88649]: {{(pid=88649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 13:41:55.315980 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Attempting to bind port d8cb8fcc-654f-4584-87d4-e08a75bb6907 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:41:55.316571 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Attempting to bind port d8cb8fcc-654f-4584-87d4-e08a75bb6907 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': 'dd72bd78-3d17-4b63-ba8b-efe31dcc418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:41:55.316785 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Attempting to bind port d8cb8fcc-654f-4584-87d4-e08a75bb6907 on network 90e970c1-6084-41e7-a375-b7223ed0d1a3 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:41:55.322064 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:41:55.325911 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Checking segment: {'id': 'dd72bd78-3d17-4b63-ba8b-efe31dcc418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:41:55.325911 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:55.325911 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Bound using segment: {'id': 'dd72bd78-3d17-4b63-ba8b-efe31dcc418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:41:55.326210 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Bound port: d8cb8fcc-654f-4584-87d4-e08a75bb6907, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd72bd78-3d17-4b63-ba8b-efe31dcc418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:41:55.326210 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:55.410395 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] For port d8cb8fcc-654f-4584-87d4-e08a75bb6907, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:41:55.414847 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] For port d8cb8fcc-654f-4584-87d4-e08a75bb6907, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=d8cb8fcc-654f-4584-87d4-e08a75bb6907,segment=NetworkSegment(dd72bd78-3d17-4b63-ba8b-efe31dcc418d),segment_id=dd72bd78-3d17-4b63-ba8b-efe31dcc418d)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:41:55.492423 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:55.581265 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcc58b-a5c7-40bb-a87a-71bdb2c6eb4d None None] Pushing event updated for resources: {'Port': ['ID=d8cb8fcc-654f-4584-87d4-e08a75bb6907,revision_number=2']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:41:56.812819 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 38310) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:41:57.177696 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [None req-d4d9b52b-c7e0-40e9-9b79-bbdc646ce6fe admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:41:57.188315 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-d4d9b52b-c7e0-40e9-9b79-bbdc646ce6fe admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3652406 Jun 04 13:41:58.866695 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device d8cb8fcc-654f-4584-87d4-e08a75bb6907 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:41:59.008932 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port d8cb8fcc-654f-4584-87d4-e08a75bb6907 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:41:59.373565 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81ce2e5-9377-401e-8c6f-1322ff6119be None None] Network 90e970c1-6084-41e7-a375-b7223ed0d1a3 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:41:59.582830 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-486b196f-fc96-4580-a057-8456c8b32c0c None None] Provisioning for port d8cb8fcc-654f-4584-87d4-e08a75bb6907 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:41:59.596462 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-486b196f-fc96-4580-a057-8456c8b32c0c None None] Provisioning complete for port d8cb8fcc-654f-4584-87d4-e08a75bb6907 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:41:59.596853 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-486b196f-fc96-4580-a057-8456c8b32c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:59.598491 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 38324) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:41:59.750788 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-486b196f-fc96-4580-a057-8456c8b32c0c None None] Current status of the port d8cb8fcc-654f-4584-87d4-e08a75bb6907 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:41:59.751283 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-486b196f-fc96-4580-a057-8456c8b32c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:59.786242 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-486b196f-fc96-4580-a057-8456c8b32c0c None None] For port d8cb8fcc-654f-4584-87d4-e08a75bb6907, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=d8cb8fcc-654f-4584-87d4-e08a75bb6907,segment=NetworkSegment(dd72bd78-3d17-4b63-ba8b-efe31dcc418d),segment_id=dd72bd78-3d17-4b63-ba8b-efe31dcc418d)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:41:59.859763 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-486b196f-fc96-4580-a057-8456c8b32c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:59.924528 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b196f-fc96-4580-a057-8456c8b32c0c None None] Pushing event updated for resources: {'Port': ['ID=d8cb8fcc-654f-4584-87d4-e08a75bb6907,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:41:59.977614 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [None req-3ce0a3a5-d1f6-4764-8f05-67b014b07e99 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:41:59.978570 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-3ce0a3a5-d1f6-4764-8f05-67b014b07e99 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3791642 Jun 04 13:41:59.979848 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-f066c801-790a-4dff-b5be-568e58dec682 None None] Provisioning complete for port d8cb8fcc-654f-4584-87d4-e08a75bb6907 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:41:59.980172 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f066c801-790a-4dff-b5be-568e58dec682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:00.099632 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-f066c801-790a-4dff-b5be-568e58dec682 None None] Current status of the port d8cb8fcc-654f-4584-87d4-e08a75bb6907 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:42:00.837113 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device d8cb8fcc-654f-4584-87d4-e08a75bb6907 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:42:00.902603 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port d8cb8fcc-654f-4584-87d4-e08a75bb6907 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:42:00.902973 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:01.016480 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port d8cb8fcc-654f-4584-87d4-e08a75bb6907 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:42:02.624096 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 38336) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:42:02.964131 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-755bebf6-e3bd-4f25-8ba2-0bcaf767f718 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '2d9f632bc9e448af9b649432b1ce34c4'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:42:02.968468 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-755bebf6-e3bd-4f25-8ba2-0bcaf767f718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:42:02.972123 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-755bebf6-e3bd-4f25-8ba2-0bcaf767f718 admin admin] Usage tracker for resource:router and tenant:2d9f632bc9e448af9b649432b1ce34c4 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:42:02.975771 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-755bebf6-e3bd-4f25-8ba2-0bcaf767f718 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:42:02.981309 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-755bebf6-e3bd-4f25-8ba2-0bcaf767f718 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:42:03.088144 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-755bebf6-e3bd-4f25-8ba2-0bcaf767f718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3787781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26696'] for router, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:03.089736 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-755bebf6-e3bd-4f25-8ba2-0bcaf767f718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26737'] for router, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:03.111311 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-755bebf6-e3bd-4f25-8ba2-0bcaf767f718 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:03.282682 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-755bebf6-e3bd-4f25-8ba2-0bcaf767f718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799310'] for router, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:03.373424 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-755bebf6-e3bd-4f25-8ba2-0bcaf767f718 admin admin] Notify callbacks [] for router, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:03.374613 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-755bebf6-e3bd-4f25-8ba2-0bcaf767f718 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7495787 Jun 04 13:42:05.761991 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 38346) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:42:05.785282 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-6e49315e-8307-4b24-a3de-89f7898b2d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:06.115807 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [None req-8054ee17-45cb-41c5-9b5c-830b98a83501 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:42:06.116805 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-8054ee17-45cb-41c5-9b5c-830b98a83501 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3539128 Jun 04 13:42:07.988282 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-02afdcd7-4188-4be7-ab98-0122e8ff4763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:08.506468 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 38356) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:42:08.861013 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:42:08.866044 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:42:08.870384 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Usage tracker for resource:network and tenant:8efae84e06f34401a09788ac6a466ed9 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:42:08.873290 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:42:08.880024 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:42:08.973482 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Made reservation on behalf of 8efae84e06f34401a09788ac6a466ed9 for: {'network': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:42:08.976242 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:08.987963 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:09.002094 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:09.002847 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:42:09.006111 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Usage tracker for resource:security_group_rule and tenant:8efae84e06f34401a09788ac6a466ed9 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:42:09.008795 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:42:09.014329 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:42:09.098272 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:09.165395 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:09.183581 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Reserving flat network on physical network physnet1 {{(pid=88648) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 04 13:42:09.188296 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:09.206479 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46576e4-3b4a-4fce-87e9-e3d7d6ebe1a2,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:42:09.209111 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:09.209447 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.segments_db [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Added segment 438ffc1e-9b04-4419-a4d9-c356ca246870 of type flat for network 7517ec8c-2fb8-4891-807d-eceecf54c444 Jun 04 13:42:09.241611 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:09.353587 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:09.354746 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:42:09.355422 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:09.469676 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] Pushing event updated for resources: {'Network': ['ID=7517ec8c-2fb8-4891-807d-eceecf54c444,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:42:09.479689 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:42:09.539739 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-b5c4da30-f2ba-4756-9201-48b3abef5753 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0315237 Jun 04 13:42:10.348341 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:11.892951 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 38376) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:42:12.096259 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde6a423-e86f-4de0-a51f-d55730a85ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:42:12.097619 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-cde6a423-e86f-4de0-a51f-d55730a85ad3 admin admin] 10.222.0.15 "GET /v2.0/subnets/419f3630-ed75-48a1-97cf-f35c8bc84bff HTTP/1.1" status: 200 len: 849 time: 0.2037454 Jun 04 13:42:12.239508 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-3797ddc8-8664-4b3d-8d29-3ba1e0f71bbd admin admin] 10.222.0.15 "GET /v2.0/routers/2ea95794-76a1-4a18-98c9-5088207fe800 HTTP/1.1" status: 200 len: 704 time: 0.1352415 Jun 04 13:42:12.686951 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:12.911700 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Allocated IP 172.20.0.1 (90e970c1-6084-41e7-a375-b7223ed0d1a3/419f3630-ed75-48a1-97cf-f35c8bc84bff/548a86d8-24d9-4f70-a050-3da88661ea6d) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:42:13.059849 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:13.078390 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.provisioning_blocks [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Transition to ACTIVE for port object 548a86d8-24d9-4f70-a050-3da88661ea6d will not be triggered until provisioned by entity DHCP. {{(pid=88648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:42:13.173883 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:13.243357 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Network 90e970c1-6084-41e7-a375-b7223ed0d1a3 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:42:13.246122 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:42:13.253464 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:42:13.253464 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787844'] for router_interface, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:13.401864 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Pushing event updated for resources: {'Port': ['ID=548a86d8-24d9-4f70-a050-3da88661ea6d,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:42:13.539462 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-039441d0-cfb8-47c7-9822-629cdc4cdd46 None None] Provisioning for port 548a86d8-24d9-4f70-a050-3da88661ea6d completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:42:13.544222 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-039441d0-cfb8-47c7-9822-629cdc4cdd46 None None] Provisioning complete for port 548a86d8-24d9-4f70-a050-3da88661ea6d triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:42:13.544597 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-039441d0-cfb8-47c7-9822-629cdc4cdd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:13.598166 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-039441d0-cfb8-47c7-9822-629cdc4cdd46 None None] Port 548a86d8-24d9-4f70-a050-3da88661ea6d cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:42:13.621727 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:13.841669 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:13.913630 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:13.914313 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3874379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800573'] for router_interface, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:14.039595 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Pushing event updated for resources: {'Port': ['ID=548a86d8-24d9-4f70-a050-3da88661ea6d,revision_number=2']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:42:14.101344 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Network 90e970c1-6084-41e7-a375-b7223ed0d1a3 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:42:14.102459 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:42:14.321238 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-06f87420-9ccf-4b40-a349-d512dfc0495f None None] Provisioning complete for port 548a86d8-24d9-4f70-a050-3da88661ea6d triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:42:14.321609 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-06f87420-9ccf-4b40-a349-d512dfc0495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:14.371817 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-06f87420-9ccf-4b40-a349-d512dfc0495f None None] Port 548a86d8-24d9-4f70-a050-3da88661ea6d cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:42:14.394144 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Router 2ea95794-76a1-4a18-98c9-5088207fe800 is scheduled to L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c with binding_index 1 {{(pid=88648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:42:14.543590 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:42:14.553294 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-3ec22dbb-1859-4d22-ba93-fd57bbacdd51 admin admin] 10.222.0.15 "PUT /v2.0/routers/2ea95794-76a1-4a18-98c9-5088207fe800/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3085642 Jun 04 13:42:14.553595 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Sync routers for ids ['2ea95794-76a1-4a18-98c9-5088207fe800'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:42:14.564864 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Routers {'2ea95794-76a1-4a18-98c9-5088207fe800'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:42:14.565719 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:42:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['2ea95794-76a1-4a18-98c9-5088207fe800'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:42:14.737855 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Set router 2ea95794-76a1-4a18-98c9-5088207fe800 gateway port host: None {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:42:15.100655 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea95794-76a1-4a18-98c9-5088207fe800', 'name': 'router1', 'tenant_id': '2d9f632bc9e448af9b649432b1ce34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:42:03Z', 'updated_at': '2022-06-04T13:42:13Z', 'revision_number': 2, 'project_id': '2d9f632bc9e448af9b649432b1ce34c4', 'gw_port_host': None, '_interfaces': [{'id': '548a86d8-24d9-4f70-a050-3da88661ea6d', 'name': '', 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3', 'tenant_id': '2d9f632bc9e448af9b649432b1ce34c4', 'mac_address': 'fa:16:3e:b1:f3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea95794-76a1-4a18-98c9-5088207fe800', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '419f3630-ed75-48a1-97cf-f35c8bc84bff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:42:12Z', 'updated_at': '2022-06-04T13:42:13Z', 'revision_number': 2, 'project_id': '2d9f632bc9e448af9b649432b1ce34c4', 'subnets': [{'id': '419f3630-ed75-48a1-97cf-f35c8bc84bff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d869b87-fab5-47f3-8054-045cc8253819'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:42:15.106142 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Checking router: 2ea95794-76a1-4a18-98c9-5088207fe800 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:42:15.106511 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Updating router 2ea95794-76a1-4a18-98c9-5088207fe800 port 548a86d8-24d9-4f70-a050-3da88661ea6d binding host dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:42:15.157013 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:15.525439 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Notify callbacks [] for port, precommit_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:15.539226 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.provisioning_blocks [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Transition to ACTIVE for port object 548a86d8-24d9-4f70-a050-3da88661ea6d will not be triggered until provisioned by entity L2. {{(pid=88650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:42:15.619143 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:15.812356 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f14f6e-88cf-4800-900b-a8db626482a8 None None] Pushing event updated for resources: {'Port': ['ID=548a86d8-24d9-4f70-a050-3da88661ea6d,revision_number=3']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:42:15.834704 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f14f6e-88cf-4800-900b-a8db626482a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:15.835047 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f14f6e-88cf-4800-900b-a8db626482a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:15.835411 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f14f6e-88cf-4800-900b-a8db626482a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:15.835742 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f14f6e-88cf-4800-900b-a8db626482a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:15.836067 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f14f6e-88cf-4800-900b-a8db626482a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:15.836393 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f14f6e-88cf-4800-900b-a8db626482a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:15.836713 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f14f6e-88cf-4800-900b-a8db626482a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:15.837031 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f14f6e-88cf-4800-900b-a8db626482a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:15.837349 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f14f6e-88cf-4800-900b-a8db626482a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:15.837663 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f14f6e-88cf-4800-900b-a8db626482a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:15.838007 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f14f6e-88cf-4800-900b-a8db626482a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:15.838321 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f14f6e-88cf-4800-900b-a8db626482a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f14f6e-88cf-4800-900b-a8db626482a8 None None] Tracked resource versions report: Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: pushed versions: Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: { 'AddressGroup': {'1.2'}, Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'ConntrackHelper': {'1.0'}, Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'Log': {'1.0'}, Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'Network': {'1.1'}, Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'Port': {'1.7'}, Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'PortForwarding': {'1.2'}, Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'QosPolicy': {'1.8'}, Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'SecurityGroup': {'1.4'}, Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'SecurityGroupRule': {'1.2'}, Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'SubPort': {'1.0'}, Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'Subnet': {'1.1'}, Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'Trunk': {'1.1'}} Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: consumer versions: Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: { DHCP agent@dv-cinder-843593-2-smb: {}, Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: L3 agent@dv-cinder-843593-2-smb: {}, Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: Metadata agent@dv-cinder-843593-2-smb: {}, Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: Metering agent@dv-cinder-843593-2-smb: {}, Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: Open vSwitch agent@dv-cinder-843593-2-smb: { 'AddressGroup': '1.2', Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'ConntrackHelper': '1.0', Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'Log': '1.0', Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'Network': '1.1', Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'Port': '1.7', Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'PortForwarding': '1.2', Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'QosPolicy': '1.8', Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'SecurityGroup': '1.4', Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'SecurityGroupRule': '1.2', Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'SubPort': '1.0', Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'Subnet': '1.1', Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: 'Trunk': '1.1'}} Jun 04 13:42:15.839394 dv-cinder-843593-2-smb neutron-server[88650]: {{(pid=88650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 13:42:15.849614 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Attempting to bind port 548a86d8-24d9-4f70-a050-3da88661ea6d on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:42:15.850033 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Attempting to bind port 548a86d8-24d9-4f70-a050-3da88661ea6d by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': 'dd72bd78-3d17-4b63-ba8b-efe31dcc418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3'}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:42:15.850473 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Attempting to bind port 548a86d8-24d9-4f70-a050-3da88661ea6d on network 90e970c1-6084-41e7-a375-b7223ed0d1a3 {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:42:15.855592 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:42:15.855959 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Checking segment: {'id': 'dd72bd78-3d17-4b63-ba8b-efe31dcc418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:42:15.856447 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:15.856826 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Bound using segment: {'id': 'dd72bd78-3d17-4b63-ba8b-efe31dcc418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3'} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:42:15.857313 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Bound port: 548a86d8-24d9-4f70-a050-3da88661ea6d, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd72bd78-3d17-4b63-ba8b-efe31dcc418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3'}}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:42:15.857695 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:15.944061 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] For port 548a86d8-24d9-4f70-a050-3da88661ea6d, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:42:15.948647 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] For port 548a86d8-24d9-4f70-a050-3da88661ea6d, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=548a86d8-24d9-4f70-a050-3da88661ea6d,segment=NetworkSegment(dd72bd78-3d17-4b63-ba8b-efe31dcc418d),segment_id=dd72bd78-3d17-4b63-ba8b-efe31dcc418d)] {{(pid=88650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:42:16.028274 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:16.114099 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Routers {'2ea95794-76a1-4a18-98c9-5088207fe800'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:42:16.114724 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:42:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['2ea95794-76a1-4a18-98c9-5088207fe800'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:42:16.182604 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f14f6e-88cf-4800-900b-a8db626482a8 None None] Pushing event updated for resources: {'Port': ['ID=548a86d8-24d9-4f70-a050-3da88661ea6d,revision_number=4']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:42:16.302916 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] Set router 2ea95794-76a1-4a18-98c9-5088207fe800 gateway port host: None {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:42:16.618497 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea95794-76a1-4a18-98c9-5088207fe800', 'name': 'router1', 'tenant_id': '2d9f632bc9e448af9b649432b1ce34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:42:03Z', 'updated_at': '2022-06-04T13:42:13Z', 'revision_number': 2, 'project_id': '2d9f632bc9e448af9b649432b1ce34c4', 'gw_port_host': None, '_interfaces': [{'id': '548a86d8-24d9-4f70-a050-3da88661ea6d', 'name': '', 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3', 'tenant_id': '2d9f632bc9e448af9b649432b1ce34c4', 'mac_address': 'fa:16:3e:b1:f3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea95794-76a1-4a18-98c9-5088207fe800', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '419f3630-ed75-48a1-97cf-f35c8bc84bff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:42:12Z', 'updated_at': '2022-06-04T13:42:15Z', 'revision_number': 4, 'project_id': '2d9f632bc9e448af9b649432b1ce34c4', 'subnets': [{'id': '419f3630-ed75-48a1-97cf-f35c8bc84bff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d869b87-fab5-47f3-8054-045cc8253819'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:42:16.622273 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af84ffc-c166-4c11-9659-bf734ee1c472 None None] The sync data for ids ['2ea95794-76a1-4a18-98c9-5088207fe800'] in dv-cinder-843593-2-smb is: [{'id': '2ea95794-76a1-4a18-98c9-5088207fe800', 'name': 'router1', 'tenant_id': '2d9f632bc9e448af9b649432b1ce34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:42:03Z', 'updated_at': '2022-06-04T13:42:13Z', 'revision_number': 2, 'project_id': '2d9f632bc9e448af9b649432b1ce34c4', 'gw_port_host': None, '_interfaces': [{'id': '548a86d8-24d9-4f70-a050-3da88661ea6d', 'name': '', 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3', 'tenant_id': '2d9f632bc9e448af9b649432b1ce34c4', 'mac_address': 'fa:16:3e:b1:f3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea95794-76a1-4a18-98c9-5088207fe800', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '419f3630-ed75-48a1-97cf-f35c8bc84bff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:42:12Z', 'updated_at': '2022-06-04T13:42:15Z', 'revision_number': 4, 'project_id': '2d9f632bc9e448af9b649432b1ce34c4', 'subnets': [{'id': '419f3630-ed75-48a1-97cf-f35c8bc84bff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d869b87-fab5-47f3-8054-045cc8253819'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:42:16.781269 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 38398) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:42:16.929091 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cafda4-dca7-4569-806b-6f1572639270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:42:16.929703 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-d7cafda4-dca7-4569-806b-6f1572639270 admin admin] Synchronizing usage tracker for tenant:8efae84e06f34401a09788ac6a466ed9 on resource:network {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:42:17.016499 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-d7cafda4-dca7-4569-806b-6f1572639270 admin admin] Unset dirty status for tenant:8efae84e06f34401a09788ac6a466ed9 on resource:network {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:42:17.017707 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-d7cafda4-dca7-4569-806b-6f1572639270 admin admin] 10.222.0.15 "GET /v2.0/networks/7517ec8c-2fb8-4891-807d-eceecf54c444 HTTP/1.1" status: 200 len: 842 time: 0.2354045 Jun 04 13:42:17.027722 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:42:17.033229 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:42:17.037060 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Usage tracker for resource:subnet and tenant:8efae84e06f34401a09788ac6a466ed9 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:42:17.040038 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:42:17.046417 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:42:17.142107 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Made reservation on behalf of 8efae84e06f34401a09788ac6a466ed9 for: {'subnet': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:42:17.144486 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:17.615505 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.objects.ports [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88648) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 04 13:42:17.615933 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for subnet, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:17.687752 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5fa480c-9647-43ff-a34c-fb9a16935d1a,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:42:17.699106 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Checking segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:42:17.699455 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Network hostable DHCP agents. Network: 7517ec8c-2fb8-4891-807d-eceecf54c444, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:42:17.801512 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:42:17.888365 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, 7517ec8c-2fb8-4891-807d-eceecf54c444) {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:42:17.891305 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:42:17.891960 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:17.895836 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508a678f-3ec3-4f63-a94d-54f11bedbbaa None None] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:42:17.991084 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-99e86429-beeb-4942-b33d-24afc17f2ab6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9668241 Jun 04 13:42:18.108837 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd00ea53-9645-4bca-8961-a2754839a867 None None] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:42:18.862176 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 548a86d8-24d9-4f70-a050-3da88661ea6d up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:42:18.984579 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 548a86d8-24d9-4f70-a050-3da88661ea6d completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:42:18.989319 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 548a86d8-24d9-4f70-a050-3da88661ea6d triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:42:18.989731 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:19.104497 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 548a86d8-24d9-4f70-a050-3da88661ea6d is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:42:19.104801 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:19.136189 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 548a86d8-24d9-4f70-a050-3da88661ea6d, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=548a86d8-24d9-4f70-a050-3da88661ea6d,segment=NetworkSegment(dd72bd78-3d17-4b63-ba8b-efe31dcc418d),segment_id=dd72bd78-3d17-4b63-ba8b-efe31dcc418d)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:42:19.184867 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:19.252681 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=548a86d8-24d9-4f70-a050-3da88661ea6d,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:42:20.267241 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 38412) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:42:20.455211 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-b74a8cc1-5d67-4276-a065-3cbc6432534b admin admin] 10.222.0.15 "GET /v2.0/routers/2ea95794-76a1-4a18-98c9-5088207fe800 HTTP/1.1" status: 200 len: 710 time: 0.1867628 Jun 04 13:42:20.577373 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e3b207-ce58-4001-88a6-f69d03a19590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:42:20.578721 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-65e3b207-ce58-4001-88a6-f69d03a19590 admin admin] 10.222.0.15 "GET /v2.0/networks/7517ec8c-2fb8-4891-807d-eceecf54c444 HTTP/1.1" status: 200 len: 886 time: 0.1178973 Jun 04 13:42:20.587690 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:42:20.846859 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 548a86d8-24d9-4f70-a050-3da88661ea6d up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:42:20.912251 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 548a86d8-24d9-4f70-a050-3da88661ea6d triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:42:20.912621 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:21.015190 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26723'] for router, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:21.044081 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 548a86d8-24d9-4f70-a050-3da88661ea6d is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:42:21.445803 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:21.498463 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:21.628062 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Allocated IP 172.28.3.95 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/addbab32-b3ba-4b59-bd87-c210b90eaf60) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:42:21.766725 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:21.858947 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:21.922542 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:42:21.925183 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:42:21.931827 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:42:21.979693 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Pushing event updated for resources: {'Port': ['ID=addbab32-b3ba-4b59-bd87-c210b90eaf60,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:42:22.395187 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:22.720387 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26723'] for router, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:22.723584 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3799352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3799351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787832'] for router, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:22.947375 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Router 2ea95794-76a1-4a18-98c9-5088207fe800 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:42:23.118548 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:42:23.127617 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] Notify callbacks [] for router, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:23.137952 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-1713a69a-0b63-4fc7-a7ac-a57c3db2be48 admin admin] 10.222.0.15 "PUT /v2.0/routers/2ea95794-76a1-4a18-98c9-5088207fe800 HTTP/1.1" status: 200 len: 889 time: 2.5448558 Jun 04 13:42:23.138164 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Sync routers for ids ['2ea95794-76a1-4a18-98c9-5088207fe800'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:42:23.139678 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Routers {'2ea95794-76a1-4a18-98c9-5088207fe800'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:42:23.140360 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:42:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['2ea95794-76a1-4a18-98c9-5088207fe800'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:42:23.329992 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Set router 2ea95794-76a1-4a18-98c9-5088207fe800 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:42:23.660298 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea95794-76a1-4a18-98c9-5088207fe800', 'name': 'router1', 'tenant_id': '2d9f632bc9e448af9b649432b1ce34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'addbab32-b3ba-4b59-bd87-c210b90eaf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:42:03Z', 'updated_at': '2022-06-04T13:42:22Z', 'revision_number': 4, 'project_id': '2d9f632bc9e448af9b649432b1ce34c4', 'gw_port': {'id': 'addbab32-b3ba-4b59-bd87-c210b90eaf60', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea95794-76a1-4a18-98c9-5088207fe800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:42:21Z', 'updated_at': '2022-06-04T13:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '548a86d8-24d9-4f70-a050-3da88661ea6d', 'name': '', 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3', 'tenant_id': '2d9f632bc9e448af9b649432b1ce34c4', 'mac_address': 'fa:16:3e:b1:f3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea95794-76a1-4a18-98c9-5088207fe800', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '419f3630-ed75-48a1-97cf-f35c8bc84bff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:42:12Z', 'updated_at': '2022-06-04T13:42:19Z', 'revision_number': 5, 'project_id': '2d9f632bc9e448af9b649432b1ce34c4', 'subnets': [{'id': '419f3630-ed75-48a1-97cf-f35c8bc84bff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d869b87-fab5-47f3-8054-045cc8253819'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:42:23.665575 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Checking router: 2ea95794-76a1-4a18-98c9-5088207fe800 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:42:23.665988 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Updating router 2ea95794-76a1-4a18-98c9-5088207fe800 port addbab32-b3ba-4b59-bd87-c210b90eaf60 binding host dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:42:23.719222 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:24.040938 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Notify callbacks [] for port, precommit_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:24.052050 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Transition to ACTIVE for port object addbab32-b3ba-4b59-bd87-c210b90eaf60 will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:42:24.121445 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:24.196112 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Attempting to bind port addbab32-b3ba-4b59-bd87-c210b90eaf60 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:42:24.196762 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Attempting to bind port addbab32-b3ba-4b59-bd87-c210b90eaf60 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:42:24.196868 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Attempting to bind port addbab32-b3ba-4b59-bd87-c210b90eaf60 on network 7517ec8c-2fb8-4891-807d-eceecf54c444 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:42:24.205203 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d2f44-b748-4505-ba0e-ed27f03efd3f None None] Pushing event updated for resources: {'Port': ['ID=addbab32-b3ba-4b59-bd87-c210b90eaf60,revision_number=2']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:42:24.207607 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:42:24.207978 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Checking segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:42:24.208363 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:24.208742 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Bound using segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:42:24.209197 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Bound port: addbab32-b3ba-4b59-bd87-c210b90eaf60, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:42:24.209584 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:24.282761 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] For port addbab32-b3ba-4b59-bd87-c210b90eaf60, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:42:24.285745 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] For port addbab32-b3ba-4b59-bd87-c210b90eaf60, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=addbab32-b3ba-4b59-bd87-c210b90eaf60,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:42:24.333778 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:24.407306 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Routers {'2ea95794-76a1-4a18-98c9-5088207fe800'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:42:24.407915 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:42:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['2ea95794-76a1-4a18-98c9-5088207fe800'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:42:24.480847 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d2f44-b748-4505-ba0e-ed27f03efd3f None None] Pushing event updated for resources: {'Port': ['ID=addbab32-b3ba-4b59-bd87-c210b90eaf60,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:42:24.623887 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] Set router 2ea95794-76a1-4a18-98c9-5088207fe800 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:42:24.944275 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea95794-76a1-4a18-98c9-5088207fe800', 'name': 'router1', 'tenant_id': '2d9f632bc9e448af9b649432b1ce34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'addbab32-b3ba-4b59-bd87-c210b90eaf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:42:03Z', 'updated_at': '2022-06-04T13:42:22Z', 'revision_number': 4, 'project_id': '2d9f632bc9e448af9b649432b1ce34c4', 'gw_port': {'id': 'addbab32-b3ba-4b59-bd87-c210b90eaf60', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea95794-76a1-4a18-98c9-5088207fe800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:42:21Z', 'updated_at': '2022-06-04T13:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '548a86d8-24d9-4f70-a050-3da88661ea6d', 'name': '', 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3', 'tenant_id': '2d9f632bc9e448af9b649432b1ce34c4', 'mac_address': 'fa:16:3e:b1:f3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea95794-76a1-4a18-98c9-5088207fe800', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '419f3630-ed75-48a1-97cf-f35c8bc84bff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:42:12Z', 'updated_at': '2022-06-04T13:42:19Z', 'revision_number': 5, 'project_id': '2d9f632bc9e448af9b649432b1ce34c4', 'subnets': [{'id': '419f3630-ed75-48a1-97cf-f35c8bc84bff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d869b87-fab5-47f3-8054-045cc8253819'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:42:24.948208 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883bda5-5291-44b1-8857-22b4b06c8d17 None None] The sync data for ids ['2ea95794-76a1-4a18-98c9-5088207fe800'] in dv-cinder-843593-2-smb is: [{'id': '2ea95794-76a1-4a18-98c9-5088207fe800', 'name': 'router1', 'tenant_id': '2d9f632bc9e448af9b649432b1ce34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'addbab32-b3ba-4b59-bd87-c210b90eaf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:42:03Z', 'updated_at': '2022-06-04T13:42:22Z', 'revision_number': 4, 'project_id': '2d9f632bc9e448af9b649432b1ce34c4', 'gw_port': {'id': 'addbab32-b3ba-4b59-bd87-c210b90eaf60', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:dd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea95794-76a1-4a18-98c9-5088207fe800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:42:21Z', 'updated_at': '2022-06-04T13:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '548a86d8-24d9-4f70-a050-3da88661ea6d', 'name': '', 'network_id': '90e970c1-6084-41e7-a375-b7223ed0d1a3', 'tenant_id': '2d9f632bc9e448af9b649432b1ce34c4', 'mac_address': 'fa:16:3e:b1:f3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea95794-76a1-4a18-98c9-5088207fe800', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '419f3630-ed75-48a1-97cf-f35c8bc84bff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:42:12Z', 'updated_at': '2022-06-04T13:42:19Z', 'revision_number': 5, 'project_id': '2d9f632bc9e448af9b649432b1ce34c4', 'subnets': [{'id': '419f3630-ed75-48a1-97cf-f35c8bc84bff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d869b87-fab5-47f3-8054-045cc8253819'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:42:25.524124 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 38422) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:42:25.641026 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-cd20f3aa-eb07-4481-947c-a7c8e5ba1f4d admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1157794 Jun 04 13:42:26.888354 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device addbab32-b3ba-4b59-bd87-c210b90eaf60 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:42:27.012910 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port addbab32-b3ba-4b59-bd87-c210b90eaf60 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:42:27.017681 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port addbab32-b3ba-4b59-bd87-c210b90eaf60 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:42:27.018078 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:27.136469 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port addbab32-b3ba-4b59-bd87-c210b90eaf60 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:42:27.136865 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:27.160420 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port addbab32-b3ba-4b59-bd87-c210b90eaf60, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=addbab32-b3ba-4b59-bd87-c210b90eaf60,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:42:27.230722 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:27.303042 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=addbab32-b3ba-4b59-bd87-c210b90eaf60,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:42:28.889637 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device addbab32-b3ba-4b59-bd87-c210b90eaf60 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:42:28.997918 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port addbab32-b3ba-4b59-bd87-c210b90eaf60 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:42:28.999862 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:29.186872 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port addbab32-b3ba-4b59-bd87-c210b90eaf60 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:42:30.929617 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 5 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:42:35.755508 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-0bf3f4fe-ea1f-4716-9d71-18c50e008a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:37.984164 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-c5cabfe9-92dd-4a71-9d60-8707b901295e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:38.981392 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:39.198763 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:40.383434 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:05.789384 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-a9a78f2b-c9c9-436a-8f24-b1e307808dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:07.929652 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 5 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:43:07.977571 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f3577f96-90a1-403a-8e26-f3803fe0cae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:08.957867 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:09.195372 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:10.415494 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:35.769162 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-6fcd5693-30c9-48c0-b06e-8ca2c221e278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:37.988631 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-dab75287-54f5-4d42-8cbf-d66ccd1590db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:39.000114 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:39.194041 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:40.371304 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:44.929721 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 5 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:44:05.781980 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-718619b2-079c-4f0f-9fe8-aa9f97b0df52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:07.979471 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-b77faec5-6977-4bc0-805e-c99efe6db785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:08.964850 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:09.194176 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:10.364718 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:21.928210 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 5 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:44:30.948446 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 38992) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:44:31.013297 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f480ec-9e48-4066-b3d1-a06e7d19ca1a admin admin] GET failed (client error): The resource could not be found. Jun 04 13:44:31.014561 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-d0f480ec-9e48-4066-b3d1-a06e7d19ca1a admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0651751 Jun 04 13:44:31.140720 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e8921-78c5-4eba-adbd-6d61127ef660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:44:31.142077 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-2c6e8921-78c5-4eba-adbd-6d61127ef660 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1236494 Jun 04 13:44:33.340696 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39002) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:44:33.449762 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f37bd53-4899-4592-8d03-217279ad837a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:44:33.451038 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-9f37bd53-4899-4592-8d03-217279ad837a admin admin] 10.222.0.15 "GET /v2.0/subnets/419f3630-ed75-48a1-97cf-f35c8bc84bff HTTP/1.1" status: 200 len: 849 time: 0.1094508 Jun 04 13:44:33.459996 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:44:33.573728 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:33.810638 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784468822694'] for subnet, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:33.854313 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:44:33.854904 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:33.856202 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] 10.222.0.15 "PUT /v2.0/subnets/419f3630-ed75-48a1-97cf-f35c8bc84bff HTTP/1.1" status: 200 len: 868 time: 0.3997869 Jun 04 13:44:33.872906 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cb4f98-1463-4f10-9453-e251a8a418a7 None None] Network 90e970c1-6084-41e7-a375-b7223ed0d1a3 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:44:33.880955 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=419f3630-ed75-48a1-97cf-f35c8bc84bff,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:44:33.888630 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:44:33.888878 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:44:33.889126 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:44:33.889412 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:44:33.889736 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:44:33.890089 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:44:33.890410 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:44:33.890731 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:44:33.891089 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:44:33.891371 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:44:33.891716 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:44:33.892022 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0f26fb-6d0d-46c0-9040-aff8e4657915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:44:34.308459 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-c112e3d6-0a1a-47ee-b7fd-f75e276ef102 None None] Provisioning complete for port d8cb8fcc-654f-4584-87d4-e08a75bb6907 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:44:34.308832 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-c112e3d6-0a1a-47ee-b7fd-f75e276ef102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:34.425591 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-c112e3d6-0a1a-47ee-b7fd-f75e276ef102 None None] Current status of the port d8cb8fcc-654f-4584-87d4-e08a75bb6907 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:44:34.436149 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-c112e3d6-0a1a-47ee-b7fd-f75e276ef102 None None] Provisioning complete for port 548a86d8-24d9-4f70-a050-3da88661ea6d triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:44:34.436563 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-c112e3d6-0a1a-47ee-b7fd-f75e276ef102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:34.573137 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-c112e3d6-0a1a-47ee-b7fd-f75e276ef102 None None] Current status of the port 548a86d8-24d9-4f70-a050-3da88661ea6d is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:44:35.775818 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-27b8fa11-29fb-42ca-86e0-0083c29ce44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:36.057878 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39012) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:44:36.226446 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb6d2f9-3733-465d-952d-3da8b7c3f67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:44:36.226841 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb6d2f9-3733-465d-952d-3da8b7c3f67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:44:36.228341 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-edb6d2f9-3733-465d-952d-3da8b7c3f67f admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1695168 Jun 04 13:44:37.975917 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-02490871-80fd-43b7-976f-72ad831ba680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:38.379361 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39022) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:44:38.547431 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71827436-a71b-49fd-973e-8d85e7c98488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:44:38.547897 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71827436-a71b-49fd-973e-8d85e7c98488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:44:38.549392 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-71827436-a71b-49fd-973e-8d85e7c98488 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1688459 Jun 04 13:44:39.007557 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:39.184782 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:40.370342 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:40.703234 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39032) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:44:40.863885 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3b4c13-ab08-40e9-ae33-8bdeca29eee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:44:40.865757 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-bb3b4c13-ab08-40e9-ae33-8bdeca29eee0 admin admin] 10.222.0.15 "GET /v2.0/networks/7517ec8c-2fb8-4891-807d-eceecf54c444 HTTP/1.1" status: 200 len: 886 time: 0.1610587 Jun 04 13:44:43.033553 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39042) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:44:43.205451 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4907d1f-8709-4b5e-bbf8-5cb59c0f79cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:44:43.206791 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-b4907d1f-8709-4b5e-bbf8-5cb59c0f79cf admin admin] 10.222.0.15 "GET /v2.0/networks/90e970c1-6084-41e7-a375-b7223ed0d1a3 HTTP/1.1" status: 200 len: 869 time: 0.1722674 Jun 04 13:44:45.361319 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39052) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:44:45.464654 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dce1132-1907-46ba-bee6-e678634c7ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:44:45.465032 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dce1132-1907-46ba-bee6-e678634c7ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:44:45.465734 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-4dce1132-1907-46ba-bee6-e678634c7ca5 admin admin] Synchronizing usage tracker for tenant:8efae84e06f34401a09788ac6a466ed9 on resource:subnet {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:44:45.555614 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-4dce1132-1907-46ba-bee6-e678634c7ca5 admin admin] Unset dirty status for tenant:8efae84e06f34401a09788ac6a466ed9 on resource:subnet {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:44:45.556753 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-4dce1132-1907-46ba-bee6-e678634c7ca5 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1944456 Jun 04 13:44:47.710182 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39062) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:44:47.815725 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8f8cb2-d43e-4211-8876-7360abcbede2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:44:47.816179 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8f8cb2-d43e-4211-8876-7360abcbede2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:44:47.817779 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-ca8f8cb2-d43e-4211-8876-7360abcbede2 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1066670 Jun 04 13:44:49.975961 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39072) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:44:50.078692 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a1aefb-2133-49d9-8011-30c83d6fff4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:44:50.079985 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-29a1aefb-2133-49d9-8011-30c83d6fff4c admin admin] 10.222.0.15 "GET /v2.0/subnets/419f3630-ed75-48a1-97cf-f35c8bc84bff HTTP/1.1" status: 200 len: 868 time: 0.1031067 Jun 04 13:44:52.232232 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39082) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:44:52.331342 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9945246b-94ab-471e-8b71-bfce32446609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:44:52.332644 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-9945246b-94ab-471e-8b71-bfce32446609 admin admin] 10.222.0.15 "GET /v2.0/subnets/b5fa480c-9647-43ff-a34c-fb9a16935d1a HTTP/1.1" status: 200 len: 816 time: 0.0994694 Jun 04 13:44:58.928272 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 5 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:45:05.767522 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-d59d32ee-ddd1-43e4-9854-5c2c2f795742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:07.975511 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-efd7dc2f-005f-4952-add8-414f36d8ea0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:08.963671 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:09.186866 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:10.375309 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:11.193717 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39128) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:11.240794 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [None req-efbf2c43-77db-4fe4-89c4-1d05845b9069 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:45:11.241757 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-efbf2c43-77db-4fe4-89c4-1d05845b9069 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470984 Jun 04 13:45:13.456263 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39138) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:13.522348 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.pecan_wsgi.hooks.translation [None req-67da103e-d7d7-4d0d-bf3f-b122373ca84f admin admin] GET failed (client error): The resource could not be found. Jun 04 13:45:13.523574 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-67da103e-d7d7-4d0d-bf3f-b122373ca84f admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0663874 Jun 04 13:45:13.644611 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e638792a-843b-40c3-863a-73b68f09c018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:45:13.646083 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-e638792a-843b-40c3-863a-73b68f09c018 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1187487 Jun 04 13:45:15.797661 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39148) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:15.844763 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:45:15.849351 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:15.858802 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:15.923748 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Made reservation on behalf of 8efae84e06f34401a09788ac6a466ed9 for: {'network': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:45:15.926046 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:16.012733 dv-cinder-843593-2-smb neutron-server[88648]: WARNING neutron.services.revisions.revision_plugin [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Could not find related network for resource to bump revision. Jun 04 13:45:16.024238 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=88648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:45:16.032490 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:16.032826 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.segments_db [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Added segment 7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb of type vlan for network 06843095-95fe-4efd-a7ba-cda02d705f78 Jun 04 13:45:16.056387 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:16.158272 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:16.159224 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:45:16.159802 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:16.309633 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Pushing event updated for resources: {'Network': ['ID=06843095-95fe-4efd-a7ba-cda02d705f78,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:16.316129 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:16.316462 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:16.316863 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:16.317149 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:16.317467 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:16.318401 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:16.318720 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:16.319034 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:16.319345 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:16.319653 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:16.319960 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:16.320264 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:16.331322 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network 06843095-95fe-4efd-a7ba-cda02d705f78 details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:45:16.461598 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-3804f3f3-1846-43c0-be38-6ee78ba9fdfd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6627841 Jun 04 13:45:18.634568 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39158) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:18.698341 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.pecan_wsgi.hooks.translation [None req-85068aca-3469-4121-a58f-31fb2f600cd0 admin admin] GET failed (client error): The resource could not be found. Jun 04 13:45:18.698838 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-85068aca-3469-4121-a58f-31fb2f600cd0 admin admin] Synchronizing usage tracker for tenant:8efae84e06f34401a09788ac6a466ed9 on resource:network {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:45:18.780610 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-85068aca-3469-4121-a58f-31fb2f600cd0 admin admin] Unset dirty status for tenant:8efae84e06f34401a09788ac6a466ed9 on resource:network {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:45:18.781702 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-85068aca-3469-4121-a58f-31fb2f600cd0 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1462009 Jun 04 13:45:18.884037 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6140d5d-dd01-49e2-a094-85fd2b10969d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:45:18.885448 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-e6140d5d-dd01-49e2-a094-85fd2b10969d admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999668 Jun 04 13:45:18.895054 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-5dd36eca-2379-4ae6-a8fc-1af90c890639 admin admin] Request body: {'subnet': {'network_id': '06843095-95fe-4efd-a7ba-cda02d705f78', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:45:18.899800 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-5dd36eca-2379-4ae6-a8fc-1af90c890639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:18.909130 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-5dd36eca-2379-4ae6-a8fc-1af90c890639 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:18.980859 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd36eca-2379-4ae6-a8fc-1af90c890639 admin admin] Made reservation on behalf of 8efae84e06f34401a09788ac6a466ed9 for: {'subnet': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:45:18.983102 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5dd36eca-2379-4ae6-a8fc-1af90c890639 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:19.241555 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5dd36eca-2379-4ae6-a8fc-1af90c890639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for subnet, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:19.316017 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd36eca-2379-4ae6-a8fc-1af90c890639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66076a34-2b1b-4748-b067-1fa0ef01e848,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:19.323903 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd36eca-2379-4ae6-a8fc-1af90c890639 admin admin] Checking segment: {'id': '7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '06843095-95fe-4efd-a7ba-cda02d705f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:45:19.324253 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd36eca-2379-4ae6-a8fc-1af90c890639 admin admin] Network hostable DHCP agents. Network: 06843095-95fe-4efd-a7ba-cda02d705f78, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:45:19.426522 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd36eca-2379-4ae6-a8fc-1af90c890639 admin admin] Network 06843095-95fe-4efd-a7ba-cda02d705f78 is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:45:19.509546 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-5dd36eca-2379-4ae6-a8fc-1af90c890639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, 06843095-95fe-4efd-a7ba-cda02d705f78) {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:45:19.513609 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd36eca-2379-4ae6-a8fc-1af90c890639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:45:19.514228 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5dd36eca-2379-4ae6-a8fc-1af90c890639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:19.518079 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877d0f4d-294a-448b-83f1-d3a5cb728284 None None] Network 06843095-95fe-4efd-a7ba-cda02d705f78 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:45:19.598978 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-5dd36eca-2379-4ae6-a8fc-1af90c890639 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7073388 Jun 04 13:45:19.737196 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d20230b-0f49-5820-8323-7416d505f798-06843095-95fe-4efd-a7ba-cda02d705f78', 'network_id': '06843095-95fe-4efd-a7ba-cda02d705f78', 'tenant_id': '8efae84e06f34401a09788ac6a466ed9', 'fixed_ips': [{'subnet_id': '66076a34-2b1b-4748-b067-1fa0ef01e848'}]}} from dv-cinder-843593-2-smb. {{(pid=88649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 13:45:19.738107 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:19.914011 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.db_base_plugin_common [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Allocated IP 192.168.233.2 (06843095-95fe-4efd-a7ba-cda02d705f78/66076a34-2b1b-4748-b067-1fa0ef01e848/5efd22fd-1262-4149-b31a-d5443a00749e) {{(pid=88649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:45:20.118060 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Notify callbacks [] for port, precommit_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:20.128592 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Transition to ACTIVE for port object 5efd22fd-1262-4149-b31a-d5443a00749e will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:45:20.148342 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Transition to ACTIVE for port object 5efd22fd-1262-4149-b31a-d5443a00749e will not be triggered until provisioned by entity DHCP. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:45:20.238938 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:20.305988 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Network 06843095-95fe-4efd-a7ba-cda02d705f78 is already hosted by enough agents. {{(pid=88649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:45:20.308764 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.base_scheduler [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Resources bound (agent type, host, resource id): {{(pid=88649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:45:20.313226 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Received port after_create {{(pid=88649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:45:20.320482 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Pushing event updated for resources: {'Port': ['ID=5efd22fd-1262-4149-b31a-d5443a00749e,revision_number=1']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:20.354800 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:20.355135 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:20.355467 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:20.355794 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:20.356121 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:20.356443 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:20.356760 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:20.357080 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:20.357443 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:20.357757 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:20.358094 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:20.358405 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:20.418252 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Attempting to bind port 5efd22fd-1262-4149-b31a-d5443a00749e on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:45:20.418544 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Attempting to bind port 5efd22fd-1262-4149-b31a-d5443a00749e by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '06843095-95fe-4efd-a7ba-cda02d705f78'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:45:20.418900 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Attempting to bind port 5efd22fd-1262-4149-b31a-d5443a00749e on network 06843095-95fe-4efd-a7ba-cda02d705f78 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:45:20.424567 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:45:20.426461 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Checking segment: {'id': '7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '06843095-95fe-4efd-a7ba-cda02d705f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:45:20.426461 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:20.426461 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Bound using segment: {'id': '7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '06843095-95fe-4efd-a7ba-cda02d705f78'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:45:20.426461 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Bound port: 5efd22fd-1262-4149-b31a-d5443a00749e, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '06843095-95fe-4efd-a7ba-cda02d705f78'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:45:20.427499 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:20.512206 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] For port 5efd22fd-1262-4149-b31a-d5443a00749e, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:45:20.515295 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] For port 5efd22fd-1262-4149-b31a-d5443a00749e, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=5efd22fd-1262-4149-b31a-d5443a00749e,segment=NetworkSegment(7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb),segment_id=7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:45:20.579127 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:20.661174 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291993f8-5989-4414-9eae-f118899cd6ca None None] Pushing event updated for resources: {'Port': ['ID=5efd22fd-1262-4149-b31a-d5443a00749e,revision_number=2']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:20.971356 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 5efd22fd-1262-4149-b31a-d5443a00749e up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:45:21.106529 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 5efd22fd-1262-4149-b31a-d5443a00749e completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:45:21.468583 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f113889-5f47-4bc0-ba61-5caf1407b9e9 None None] Network 06843095-95fe-4efd-a7ba-cda02d705f78 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:45:21.649629 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-c0cc1934-2d5e-4353-a121-59357da46bd7 None None] Provisioning for port 5efd22fd-1262-4149-b31a-d5443a00749e completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:45:21.662797 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-c0cc1934-2d5e-4353-a121-59357da46bd7 None None] Provisioning complete for port 5efd22fd-1262-4149-b31a-d5443a00749e triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:45:21.672485 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-c0cc1934-2d5e-4353-a121-59357da46bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:21.841037 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-c0cc1934-2d5e-4353-a121-59357da46bd7 None None] Current status of the port 5efd22fd-1262-4149-b31a-d5443a00749e is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:45:21.841373 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-c0cc1934-2d5e-4353-a121-59357da46bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:21.875757 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-c0cc1934-2d5e-4353-a121-59357da46bd7 None None] For port 5efd22fd-1262-4149-b31a-d5443a00749e, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=5efd22fd-1262-4149-b31a-d5443a00749e,segment=NetworkSegment(7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb),segment_id=7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:45:21.955810 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-c0cc1934-2d5e-4353-a121-59357da46bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:22.032407 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc1934-2d5e-4353-a121-59357da46bd7 None None] Pushing event updated for resources: {'Port': ['ID=5efd22fd-1262-4149-b31a-d5443a00749e,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:22.075296 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-1adef927-6a07-485f-af4d-e52bf92ed9b4 None None] Provisioning complete for port 5efd22fd-1262-4149-b31a-d5443a00749e triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:45:22.075660 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-1adef927-6a07-485f-af4d-e52bf92ed9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:22.191135 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-1adef927-6a07-485f-af4d-e52bf92ed9b4 None None] Current status of the port 5efd22fd-1262-4149-b31a-d5443a00749e is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:45:22.932167 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 5efd22fd-1262-4149-b31a-d5443a00749e up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:45:23.000667 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 5efd22fd-1262-4149-b31a-d5443a00749e triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:45:23.001037 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:23.113943 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 5efd22fd-1262-4149-b31a-d5443a00749e is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:45:35.769187 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-c7d8cbda-1548-4b6f-bc94-4783d3f58086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:35.927652 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 5 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:45:37.963491 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-37f6efc7-43fd-47c1-a71f-d701d535a3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:38.990383 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.180999 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:40.391704 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:05.785483 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f28d4b62-c095-42d7-ab30-a4a21198e442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:07.968699 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-933d7985-c172-4bfa-8b30-664dbd178ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:08.971870 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:09.203035 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:10.380178 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:12.927878 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 5 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:46:35.794334 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-49de4567-471c-4340-9d9f-1ec65b14f8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:37.977483 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-645a3b94-f3ba-4cc5-b972-e1156c075af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:38.979621 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:39.194523 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:40.382866 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:49.182078 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39204) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:49.188076 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [None req-fe8c1498-b99a-4c11-b7a8-d7271e274d1b tempest-verify_tempest_config-1824693146 tempest-verify_tempest_config-1824693146-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:46:49.189018 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-fe8c1498-b99a-4c11-b7a8-d7271e274d1b tempest-verify_tempest_config-1824693146 tempest-verify_tempest_config-1824693146-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059977 Jun 04 13:46:49.838945 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39222) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:49.926041 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 5 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:46:49.950200 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:49.964434 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:49.968185 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Usage tracker for resource:security_group_rule and tenant:440cf2b92640437f810f072727d287f5 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:49.970947 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:49.977179 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:50.054534 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:50.110722 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:50.158012 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d23de1d-99c5-4f51-a816-2db4955d9905,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:50.165828 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Synchronizing usage tracker for tenant:8efae84e06f34401a09788ac6a466ed9 on resource:security_group {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:46:50.169717 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:50.170121 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:50.170461 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:50.170794 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:50.171129 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:50.171455 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:50.171780 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:50.172101 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:50.172421 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:50.172746 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:50.173058 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:50.173380 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:50.264800 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] Unset dirty status for tenant:8efae84e06f34401a09788ac6a466ed9 on resource:security_group {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:46:50.266080 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-d32e9485-4490-475f-abcd-b98dc135b329 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=440cf2b92640437f810f072727d287f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4261587 Jun 04 13:46:50.268756 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39228) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:50.324386 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b39403e2-4762-4142-a422-663f9f2336ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:50.348841 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b39403e2-4762-4142-a422-663f9f2336ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:50.516619 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b39403e2-4762-4142-a422-663f9f2336ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:50.533829 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39403e2-4762-4142-a422-663f9f2336ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d23de1d-99c5-4f51-a816-2db4955d9905,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:50.537077 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b39403e2-4762-4142-a422-663f9f2336ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:50.541064 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-b39403e2-4762-4142-a422-663f9f2336ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d23de1d-99c5-4f51-a816-2db4955d9905 HTTP/1.1" status: 204 len: 168 time: 0.2711020 Jun 04 13:47:05.779548 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e79dffbe-3d3a-4d80-b726-97ac281d23cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:07.990966 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9da333b7-241d-4017-a2f9-43f3bfef68c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:08.979471 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:09.201871 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:10.387874 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:26.924328 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 5 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:47:35.781834 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f93f3f96-6a04-4a80-a86b-60140363d380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:38.012687 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-cc550712-6027-42f0-a41c-fe96ac48367d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:38.970406 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:39.201366 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:40.387865 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:03.922551 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 5 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:48:05.789522 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-5f70a0d6-1541-409d-9d0c-6222a1472e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:07.972307 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ddddb9a6-844b-4c0f-9bfc-4e2ffbd5dbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:08.989726 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:09.229520 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:10.387407 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:35.780939 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-357f6e79-46f1-4ccc-a7df-dec1f563e8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:37.964649 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3800403'] for agent, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:37.988514 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-74883cab-e7a1-46fc-8333-b280a1af7d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:38.988831 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:39.206153 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:40.403489 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:40.921324 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:48:52.722190 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39306) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:52.831788 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-dbb14a88-e0e8-47a7-b8ad-81752a59323b admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1085212 Jun 04 13:48:54.981697 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39316) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:55.039527 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-518ca31a-5dd6-4de1-829b-ffb49ffa778b admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0567684 Jun 04 13:49:05.780623 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-71e6b584-070d-4866-b19d-56bb911bd090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:07.877629 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:07.954192 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ba4339c4-6a6b-4e46-a530-e9074cc2c43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:08.993779 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:09.211781 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:10.397534 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:17.920911 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:49:35.814708 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-5d565a76-587d-4998-b974-5e0311c5085a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:37.909540 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:37.993634 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-017a641a-d45b-4b33-8b12-3fefa60fdb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:39.033477 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:39.194043 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:40.402452 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:54.920587 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:50:05.792831 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-fe1baeb3-15db-4e4a-b59e-868e2ef6b540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:07.904548 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:07.975853 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-75f5d711-52e3-4f37-89c4-3e173d26e386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:08.970117 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:09.207892 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:10.442291 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:31.919515 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:50:35.786426 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-769612fb-9a52-4715-826a-295572b6e9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:37.895763 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:37.981048 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ce06ccfb-3479-41ca-ac80-b98917d16235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:39.013289 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:39.213426 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:40.418996 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:51.557114 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39524) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:51.593177 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39530) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:51.605365 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39536) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:51.993153 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-301597615-network', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:52.002380 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:52.007078 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1818334236-network', 'tenant_id': '8da4508273ae453e94489f7121be36a4'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:52.012766 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Usage tracker for resource:network and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:52.015801 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:52.021483 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:52.024325 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:52.028445 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Usage tracker for resource:network and tenant:8da4508273ae453e94489f7121be36a4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:52.036805 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-891707386-network', 'tenant_id': '1bab325121754db6a16249d176589adc'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:52.039674 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:52.047759 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:52.055710 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:52.059674 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Usage tracker for resource:network and tenant:1bab325121754db6a16249d176589adc is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:52.062535 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:52.068325 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:52.135875 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Made reservation on behalf of b1a0a7d689e345fb800464f38156edb4 for: {'network': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:50:52.138508 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.154358 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Made reservation on behalf of 1bab325121754db6a16249d176589adc for: {'network': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:50:52.156775 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.168985 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Made reservation on behalf of 8da4508273ae453e94489f7121be36a4 for: {'network': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:50:52.173932 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.184774 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.193273 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.207377 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.224518 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:52.231131 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:52.233912 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:52.237201 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Usage tracker for resource:security_group_rule and tenant:1bab325121754db6a16249d176589adc is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:52.240484 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Usage tracker for resource:security_group_rule and tenant:8da4508273ae453e94489f7121be36a4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:52.244112 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:52.247029 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:52.251944 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Usage tracker for resource:security_group_rule and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:52.255246 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:52.260275 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:52.263848 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:52.274376 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:52.515084 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.516891 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.518832 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.572838 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.599516 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=88647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:50:52.605813 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784468802205', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.606367 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Unsubscribe: segment precommit_create {{(pid=88647) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 13:50:52.606828 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.segments_db [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Added segment 60e7deb5-441f-447a-8af5-3976cb1dd388 of type vlan for network 9a200dcd-4d77-49de-9821-247a5036b3a7 Jun 04 13:50:52.634437 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.642613 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.668728 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d766f9a-2519-4dac-8386-69bf07bb3d31,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:52.676595 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:50:52.691963 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.696311 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:52.696646 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:52.696973 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:52.697295 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:52.697613 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:52.697961 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:52.698278 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:52.698658 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:52.699388 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:52.699388 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:52.699599 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:52.699889 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Tracked resource versions report: Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: pushed versions: Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: { 'AddressGroup': {'1.2'}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'ConntrackHelper': {'1.0'}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'Log': {'1.0'}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'Network': {'1.1'}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'Port': {'1.7'}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'PortForwarding': {'1.2'}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'QosPolicy': {'1.8'}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'SecurityGroup': {'1.4'}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'SecurityGroupRule': {'1.2'}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'SubPort': {'1.0'}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'Subnet': {'1.1'}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'Trunk': {'1.1'}} Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: consumer versions: Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: { DHCP agent@dv-cinder-843593-2-smb: {}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: HyperV agent@hv-cinder-84359: {}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: L3 agent@dv-cinder-843593-2-smb: {}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: Metadata agent@dv-cinder-843593-2-smb: {}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: Metering agent@dv-cinder-843593-2-smb: {}, Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: Open vSwitch agent@dv-cinder-843593-2-smb: { 'AddressGroup': '1.2', Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'ConntrackHelper': '1.0', Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'Log': '1.0', Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'Network': '1.1', Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'Port': '1.7', Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'PortForwarding': '1.2', Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'QosPolicy': '1.8', Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'SecurityGroup': '1.4', Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'SecurityGroupRule': '1.2', Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'SubPort': '1.0', Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'Subnet': '1.1', Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: 'Trunk': '1.1'}} Jun 04 13:50:52.700892 dv-cinder-843593-2-smb neutron-server[88647]: {{(pid=88647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 13:50:52.706960 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=88647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:50:52.738238 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.738581 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.segments_db [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Added segment d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e of type vlan for network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 Jun 04 13:50:52.741921 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.742845 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.segments_db [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Added segment 51ce251c-f028-4d82-b764-bfe41173a12a of type vlan for network f7e165fb-2c08-4a5e-b160-62bdeefaa15a Jun 04 13:50:52.809538 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.835772 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d668412-2f4f-4199-967a-72c94167c3d4,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:52.881940 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.890906 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368eb7e4-cfc1-48a5-9fbc-8e6e3415a75f,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:52.939362 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.940600 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:50:52.941285 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.975983 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.977945 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:50:52.979132 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:53.031310 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:53.032316 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:50:53.033271 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:53.106349 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4995377 Jun 04 13:50:53.109809 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39606) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:53.116007 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Request body: {'subnet': {'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-891707386-subnet', 'tenant_id': '1bab325121754db6a16249d176589adc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:53.117064 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] Pushing event updated for resources: {'Network': ['ID=9a200dcd-4d77-49de-9821-247a5036b3a7,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:53.126638 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:53.136976 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network 9a200dcd-4d77-49de-9821-247a5036b3a7 details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:50:53.141975 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Usage tracker for resource:subnet and tenant:1bab325121754db6a16249d176589adc is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:53.150741 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:53.164770 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:53.203077 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-a8157dc7-2a38-4c35-a2cc-e629e0d1c909 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6084170 Jun 04 13:50:53.206223 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39614) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:53.212232 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] Request body: {'subnet': {'network_id': '9a200dcd-4d77-49de-9821-247a5036b3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1818334236-subnet', 'tenant_id': '8da4508273ae453e94489f7121be36a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:53.213176 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6530437 Jun 04 13:50:53.218649 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:53.227376 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39618) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:53.236423 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] Request body: {'subnet': {'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-301597615-subnet', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:53.239803 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] Usage tracker for resource:subnet and tenant:8da4508273ae453e94489f7121be36a4 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:53.245223 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:53.247893 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba529b6-674e-4d2d-9603-3a1a8e094f4c admin admin] Pushing event updated for resources: {'Network': ['ID=15ca5580-d168-42fa-8af5-abcdc93e9ac4,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:53.251548 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:53.259476 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:53.272509 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:50:53.275012 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] Usage tracker for resource:subnet and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:53.278815 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Made reservation on behalf of 1bab325121754db6a16249d176589adc for: {'subnet': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:50:53.280993 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:53.284134 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:53.333608 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:53.360963 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6508bbe-b72d-4abc-a065-dd458ff72289 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e165fb-2c08-4a5e-b160-62bdeefaa15a,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:53.379476 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network f7e165fb-2c08-4a5e-b160-62bdeefaa15a details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:50:53.392518 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] Made reservation on behalf of 8da4508273ae453e94489f7121be36a4 for: {'subnet': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:50:53.394785 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:53.421097 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] Made reservation on behalf of b1a0a7d689e345fb800464f38156edb4 for: {'subnet': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:50:53.423948 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:53.733059 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for subnet, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:53.763831 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for subnet, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:53.767603 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for subnet, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:53.843906 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Checking segment: {'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:50:53.844341 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Network hostable DHCP agents. Network: 15ca5580-d168-42fa-8af5-abcdc93e9ac4, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:50:53.850626 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86aba7f4-4b2c-4624-8047-800bda2d771c,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:53.857724 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] Checking segment: {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:50:53.860670 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] Network hostable DHCP agents. Network: f7e165fb-2c08-4a5e-b160-62bdeefaa15a, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:50:53.860917 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b549cf0-8286-455e-9abd-46f9e5d41a3c,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:53.871383 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] Checking segment: {'id': '60e7deb5-441f-447a-8af5-3976cb1dd388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9a200dcd-4d77-49de-9821-247a5036b3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:50:53.872129 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] Network hostable DHCP agents. Network: 9a200dcd-4d77-49de-9821-247a5036b3a7, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:50:53.877498 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Tracked resource versions report: Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: pushed versions: Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: { 'AddressGroup': {'1.2'}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'ConntrackHelper': {'1.0'}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'Log': {'1.0'}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'Network': {'1.1'}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'Port': {'1.7'}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'PortForwarding': {'1.2'}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'QosPolicy': {'1.8'}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'SecurityGroup': {'1.4'}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'SecurityGroupRule': {'1.2'}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'SubPort': {'1.0'}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'Subnet': {'1.1'}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'Trunk': {'1.1'}} Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: consumer versions: Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: { DHCP agent@dv-cinder-843593-2-smb: {}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: HyperV agent@hv-cinder-84359: {}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: L3 agent@dv-cinder-843593-2-smb: {}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: Metadata agent@dv-cinder-843593-2-smb: {}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: Metering agent@dv-cinder-843593-2-smb: {}, Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: Open vSwitch agent@dv-cinder-843593-2-smb: { 'AddressGroup': '1.2', Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'ConntrackHelper': '1.0', Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'Log': '1.0', Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'Network': '1.1', Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'Port': '1.7', Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'PortForwarding': '1.2', Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'QosPolicy': '1.8', Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'SecurityGroup': '1.4', Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'SecurityGroupRule': '1.2', Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'SubPort': '1.0', Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'Subnet': '1.1', Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: 'Trunk': '1.1'}} Jun 04 13:50:53.883663 dv-cinder-843593-2-smb neutron-server[88648]: {{(pid=88648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 13:50:53.951407 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] Network f7e165fb-2c08-4a5e-b160-62bdeefaa15a is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:50:53.953962 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4722f80-acd3-4111-a1ae-1492758576c2,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:53.972832 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:50:54.029431 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] Network 9a200dcd-4d77-49de-9821-247a5036b3a7 is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:50:54.099079 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, f7e165fb-2c08-4a5e-b160-62bdeefaa15a) {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:54.103527 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:50:54.104111 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:54.109986 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a514e79-eb69-4d97-a95c-b6bd8868acb1 None None] Network f7e165fb-2c08-4a5e-b160-62bdeefaa15a requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:50:54.127175 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, 15ca5580-d168-42fa-8af5-abcdc93e9ac4) {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:54.140820 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, 9a200dcd-4d77-49de-9821-247a5036b3a7) {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:54.153880 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:50:54.154662 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:54.189151 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fccf7a5-dcf7-452c-9543-fc909fa70e98 None None] Network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:50:54.217694 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:50:54.218334 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:54.222207 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-03c4d6c1-68fe-43c9-92be-7414edadaa15 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9932957 Jun 04 13:50:54.225085 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39670) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:54.231321 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:54.231986 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc84a779-8802-454e-99c3-ac61654e4a4f None None] Network 9a200dcd-4d77-49de-9821-247a5036b3a7 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:50:54.237833 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:54.243110 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Usage tracker for resource:router and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:54.248763 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:54.256472 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:54.278994 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-7086376c-7ae0-4784-bd37-bdd15452dc47 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1680107 Jun 04 13:50:54.281922 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39676) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:54.288498 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:54.293900 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:54.298928 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Usage tracker for resource:router and tenant:1bab325121754db6a16249d176589adc is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:54.304564 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:54.308606 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:54.368675 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3787781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26696'] for router, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:54.370703 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-92b29923-dc55-49fd-a058-a618335d01cb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1633716 Jun 04 13:50:54.372842 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26737'] for router, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:54.400123 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3787781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26696'] for router, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:54.401994 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26737'] for router, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:54.409258 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:54.538731 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:54.758759 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fcb3a9-9712-4139-80e0-6f6bb5093f11 None None] Network 9a200dcd-4d77-49de-9821-247a5036b3a7 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:50:54.866617 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d20230b-0f49-5820-8323-7416d505f798-f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c'}]}} from dv-cinder-843593-2-smb. {{(pid=88649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 13:50:54.868027 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:54.900187 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d20230b-0f49-5820-8323-7416d505f798-15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c'}]}} from dv-cinder-843593-2-smb. {{(pid=88649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 13:50:54.901010 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:55.173444 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26723'] for router, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:55.305298 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26723'] for router, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:55.338119 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39718) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:55.385479 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.db_base_plugin_common [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Allocated IP 172.20.0.2 (15ca5580-d168-42fa-8af5-abcdc93e9ac4/1b549cf0-8286-455e-9abd-46f9e5d41a3c/175b295b-ba89-4518-b689-d27c1d28cbe4) {{(pid=88649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:50:55.391633 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39724) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:55.408730 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.db_base_plugin_common [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Allocated IP 172.20.0.2 (f7e165fb-2c08-4a5e-b160-62bdeefaa15a/86aba7f4-4b2c-4624-8047-800bda2d771c/9eeba2d2-1db2-41e3-9518-e4079705eb45) {{(pid=88649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:50:55.582695 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-37153e29-5eba-4cfa-a8b7-9a6b59c282f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:55.602289 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-37153e29-5eba-4cfa-a8b7-9a6b59c282f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:55.606446 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-37153e29-5eba-4cfa-a8b7-9a6b59c282f2 admin admin] Usage tracker for resource:security_group_rule and tenant:ab40c5507a0f4a2787550174a12a5f8b is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:55.609294 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6180c647-28c4-4e67-877a-f0f9f1bb4bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:55.610638 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-37153e29-5eba-4cfa-a8b7-9a6b59c282f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:55.621261 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-37153e29-5eba-4cfa-a8b7-9a6b59c282f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:55.675485 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-6180c647-28c4-4e67-877a-f0f9f1bb4bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:55.688852 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-6180c647-28c4-4e67-877a-f0f9f1bb4bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:a6fc5d44cb3b4452807caf135821ea9c is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:55.695061 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39742) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:55.696125 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-6180c647-28c4-4e67-877a-f0f9f1bb4bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:55.700505 dv-cinder-843593-2-smb neutron-server[88648]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 04 13:50:55.708378 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-6180c647-28c4-4e67-877a-f0f9f1bb4bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:55.742371 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-37153e29-5eba-4cfa-a8b7-9a6b59c282f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:55.790612 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Notify callbacks [] for port, precommit_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:55.809517 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Transition to ACTIVE for port object 175b295b-ba89-4518-b689-d27c1d28cbe4 will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:50:55.822152 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Notify callbacks [] for port, precommit_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:55.839406 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Transition to ACTIVE for port object 9eeba2d2-1db2-41e3-9518-e4079705eb45 will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:50:55.841225 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-37153e29-5eba-4cfa-a8b7-9a6b59c282f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:55.842032 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Transition to ACTIVE for port object 175b295b-ba89-4518-b689-d27c1d28cbe4 will not be triggered until provisioned by entity DHCP. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:50:55.860944 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Transition to ACTIVE for port object 9eeba2d2-1db2-41e3-9518-e4079705eb45 will not be triggered until provisioned by entity DHCP. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:50:55.900094 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-37153e29-5eba-4cfa-a8b7-9a6b59c282f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab40c5507a0f4a2787550174a12a5f8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5066981 Jun 04 13:50:55.904859 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:55.906981 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-19aa3ac8-9471-48e7-9d59-9f7bd888d9d7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:50:55.909331 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-19aa3ac8-9471-48e7-9d59-9f7bd888d9d7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/networks?id=9a200dcd-4d77-49de-9821-247a5036b3a7 HTTP/1.1" status: 200 len: 812 time: 0.2116296 Jun 04 13:50:55.911701 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39746) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:55.933469 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37153e29-5eba-4cfa-a8b7-9a6b59c282f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6f088e-cb1d-4cde-8cfd-51ab1b313842,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:55.943933 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-7827f88d-f356-413b-9fad-bde33101db65 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/quotas/8da4508273ae453e94489f7121be36a4 HTTP/1.1" status: 200 len: 375 time: 0.0183909 Jun 04 13:50:55.965533 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:55.984226 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 is already hosted by enough agents. {{(pid=88649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:50:55.988320 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.base_scheduler [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Resources bound (agent type, host, resource id): {{(pid=88649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:55.994936 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Received port after_create {{(pid=88649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:50:56.003348 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Pushing event updated for resources: {'Port': ['ID=175b295b-ba89-4518-b689-d27c1d28cbe4,revision_number=1']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:56.009780 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Network f7e165fb-2c08-4a5e-b160-62bdeefaa15a is already hosted by enough agents. {{(pid=88649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:50:56.037867 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.base_scheduler [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Resources bound (agent type, host, resource id): {{(pid=88649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:56.040888 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:56.040888 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:56.041119 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:56.041408 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:56.041734 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:56.042093 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:56.042422 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:56.042747 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:56.043071 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:56.043390 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:56.043706 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:56.044022 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Tracked resource versions report: Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: pushed versions: Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: { 'AddressGroup': {'1.2'}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'ConntrackHelper': {'1.0'}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'Log': {'1.0'}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'Network': {'1.1'}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'Port': {'1.7'}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'PortForwarding': {'1.2'}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'QosPolicy': {'1.8'}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'SecurityGroup': {'1.4'}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'SecurityGroupRule': {'1.2'}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'SubPort': {'1.0'}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'Subnet': {'1.1'}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'Trunk': {'1.1'}} Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: consumer versions: Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: { DHCP agent@dv-cinder-843593-2-smb: {}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: HyperV agent@hv-cinder-84359: {}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: L3 agent@dv-cinder-843593-2-smb: {}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: Metadata agent@dv-cinder-843593-2-smb: {}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: Metering agent@dv-cinder-843593-2-smb: {}, Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: Open vSwitch agent@dv-cinder-843593-2-smb: { 'AddressGroup': '1.2', Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'ConntrackHelper': '1.0', Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'Log': '1.0', Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'Network': '1.1', Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'Port': '1.7', Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'PortForwarding': '1.2', Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'QosPolicy': '1.8', Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'SecurityGroup': '1.4', Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'SecurityGroupRule': '1.2', Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'SubPort': '1.0', Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'Subnet': '1.1', Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: 'Trunk': '1.1'}} Jun 04 13:50:56.045842 dv-cinder-843593-2-smb neutron-server[88649]: {{(pid=88649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 13:50:56.047956 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Received port after_create {{(pid=88649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:50:56.091577 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-d4b8c50d-cff2-48e0-b12c-13ee1886b984 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8da4508273ae453e94489f7121be36a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1232700 Jun 04 13:50:56.106727 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7392a835-eb76-444c-818b-e27bcc7a46de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.152722 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.156898 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7392a835-eb76-444c-818b-e27bcc7a46de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.267327 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.268246 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-6101e831-7e41-4cb9-a009-9ec408518989 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:50:56.269225 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-6101e831-7e41-4cb9-a009-9ec408518989 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0697803 Jun 04 13:50:56.299158 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Pushing event updated for resources: {'Port': ['ID=9eeba2d2-1db2-41e3-9518-e4079705eb45,revision_number=1']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:56.301499 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Attempting to bind port 175b295b-ba89-4518-b689-d27c1d28cbe4 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:50:56.301918 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Attempting to bind port 175b295b-ba89-4518-b689-d27c1d28cbe4 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:50:56.302248 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Attempting to bind port 175b295b-ba89-4518-b689-d27c1d28cbe4 on network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:50:56.314076 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:50:56.319665 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Checking segment: {'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:50:56.319665 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.319665 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Bound using segment: {'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:50:56.319665 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Bound port: 175b295b-ba89-4518-b689-d27c1d28cbe4, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:50:56.319665 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.328293 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.341343 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Attempting to bind port 9eeba2d2-1db2-41e3-9518-e4079705eb45 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:50:56.341708 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Attempting to bind port 9eeba2d2-1db2-41e3-9518-e4079705eb45 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:50:56.342096 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Attempting to bind port 9eeba2d2-1db2-41e3-9518-e4079705eb45 on network f7e165fb-2c08-4a5e-b160-62bdeefaa15a {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:50:56.353392 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:50:56.353916 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Checking segment: {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:50:56.354184 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.354571 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Bound using segment: {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:50:56.355053 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Bound port: 9eeba2d2-1db2-41e3-9518-e4079705eb45, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:50:56.355443 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.432755 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.463838 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-0c53533c-9e35-4f33-9a19-fdcae9a4cbd7 service neutron] 10.222.0.15 "GET /v2.0/networks/9a200dcd-4d77-49de-9821-247a5036b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837440 Jun 04 13:50:56.465723 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7392a835-eb76-444c-818b-e27bcc7a46de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.515356 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392a835-eb76-444c-818b-e27bcc7a46de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6f088e-cb1d-4cde-8cfd-51ab1b313842,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:56.526336 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7392a835-eb76-444c-818b-e27bcc7a46de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.527685 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-7392a835-eb76-444c-818b-e27bcc7a46de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f6f088e-cb1d-4cde-8cfd-51ab1b313842 HTTP/1.1" status: 204 len: 168 time: 0.6150484 Jun 04 13:50:56.550843 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] For port 175b295b-ba89-4518-b689-d27c1d28cbe4, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:50:56.559736 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6180c647-28c4-4e67-877a-f0f9f1bb4bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.569179 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] For port 175b295b-ba89-4518-b689-d27c1d28cbe4, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=175b295b-ba89-4518-b689-d27c1d28cbe4,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:50:56.572018 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] For port 9eeba2d2-1db2-41e3-9518-e4079705eb45, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:50:56.575440 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] For port 9eeba2d2-1db2-41e3-9518-e4079705eb45, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=9eeba2d2-1db2-41e3-9518-e4079705eb45,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:50:56.620712 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Allocated IP 172.28.3.188 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/2afc80a8-80f6-4bb8-8026-04a2141f275b) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:50:56.651121 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6180c647-28c4-4e67-877a-f0f9f1bb4bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.674216 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cfffa760-d3ab-43a5-bf5c-ff8bbb3e19e2 service neutron] 10.222.0.15 "GET /v2.0/networks/9a200dcd-4d77-49de-9821-247a5036b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015469 Jun 04 13:50:56.689276 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.694673 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:56.825067 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d6a79-163f-4bcc-9a10-bd7b32b2eb23 None None] Pushing event updated for resources: {'Port': ['ID=9eeba2d2-1db2-41e3-9518-e4079705eb45,revision_number=2']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:56.876904 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-6180c647-28c4-4e67-877a-f0f9f1bb4bc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6fc5d44cb3b4452807caf135821ea9c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5377080 Jun 04 13:50:56.880068 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39772) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:56.911094 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180c647-28c4-4e67-877a-f0f9f1bb4bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e5d2d3-d108-40b3-9726-c54f616361d6,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:56.927965 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bded6f-c5ab-492a-a0ed-205a7b1c3312 None None] Pushing event updated for resources: {'Port': ['ID=175b295b-ba89-4518-b689-d27c1d28cbe4,revision_number=2']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:57.026663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-dad905bb-28a0-461d-9d10-1042d764553f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:57.027367 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:57.074599 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-dad905bb-28a0-461d-9d10-1042d764553f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:57.274316 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-dad905bb-28a0-461d-9d10-1042d764553f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:57.298665 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39806) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:57.302793 dv-cinder-843593-2-smb neutron-server[88647]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 04 13:50:57.346179 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad905bb-28a0-461d-9d10-1042d764553f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e5d2d3-d108-40b3-9726-c54f616361d6,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:57.372423 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-dad905bb-28a0-461d-9d10-1042d764553f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:57.374591 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-dad905bb-28a0-461d-9d10-1042d764553f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88e5d2d3-d108-40b3-9726-c54f616361d6 HTTP/1.1" status: 204 len: 168 time: 0.4883626 Jun 04 13:50:57.471457 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:57.553408 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Allocated IP 172.28.3.32 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/664d9616-b260-4154-a647-fe8f57796314) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:50:57.624096 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c6eaa3a1-4fe5-4955-a133-55f84377f3dc req-46af6bcb-0f48-4b27-afe3-795ee2b7a4f2 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 210 time: 0.3236613 Jun 04 13:50:57.661900 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39830) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:57.702644 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0045a3c8-f036-4859-885a-90384caf088d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:57.703072 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:50:57.712285 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:57.714904 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:50:57.750080 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-0045a3c8-f036-4859-885a-90384caf088d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:57.756282 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-0045a3c8-f036-4859-885a-90384caf088d admin admin] Usage tracker for resource:security_group_rule and tenant:c7eb89e0c5574b7fb0a1f625eac8e8ea is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:57.766806 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-0045a3c8-f036-4859-885a-90384caf088d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:57.778041 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-0045a3c8-f036-4859-885a-90384caf088d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:57.852568 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Pushing event updated for resources: {'Port': ['ID=2afc80a8-80f6-4bb8-8026-04a2141f275b,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:57.892268 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0045a3c8-f036-4859-885a-90384caf088d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:57.959398 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:57.998307 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0045a3c8-f036-4859-885a-90384caf088d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:58.056034 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-0045a3c8-f036-4859-885a-90384caf088d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7eb89e0c5574b7fb0a1f625eac8e8ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3898475 Jun 04 13:50:58.058930 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39846) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:58.071594 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045a3c8-f036-4859-885a-90384caf088d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2743f912-961d-4eaa-8296-23ccdff161eb,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:58.154873 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:58.283148 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:50:58.286092 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:58.341736 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:50:58.435553 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=664d9616-b260-4154-a647-fe8f57796314,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:58.483537 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcd8f77-0f81-499d-b451-a49100be4dff None None] Network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:50:58.574314 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3a2a686f-55ff-4809-8e69-2e944be1a580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:58.580860 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:58.704456 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3a2a686f-55ff-4809-8e69-2e944be1a580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:58.827950 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-d04c21fb-d89f-45d5-9644-37f3c32843f0 None None] Provisioning for port 175b295b-ba89-4518-b689-d27c1d28cbe4 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:50:58.988565 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-31c272b4-51b0-4690-974a-1d5bfe759e1f req-17779c33-18c6-4197-a87a-64de51f83a38 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 210 time: 0.1367469 Jun 04 13:50:59.011911 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4180b0-4573-453a-9c35-ecb06fca8927 None None] Network f7e165fb-2c08-4a5e-b160-62bdeefaa15a requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:50:59.246061 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3a2a686f-55ff-4809-8e69-2e944be1a580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:59.276866 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39904) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:59.290509 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 175b295b-ba89-4518-b689-d27c1d28cbe4 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:50:59.371082 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a686f-55ff-4809-8e69-2e944be1a580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2743f912-961d-4eaa-8296-23ccdff161eb,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:59.446438 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-5f19a25e-d0e7-4802-b764-06651025a2ba None None] Provisioning for port 9eeba2d2-1db2-41e3-9518-e4079705eb45 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:50:59.520502 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-472909639-network', 'tenant_id': 'bc743d3ac1a2454ab480a0146e4a0d32'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:59.526254 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:59.530801 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Usage tracker for resource:network and tenant:bc743d3ac1a2454ab480a0146e4a0d32 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:59.535293 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:59.543282 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:59.548747 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3a2a686f-55ff-4809-8e69-2e944be1a580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:59.552523 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-3a2a686f-55ff-4809-8e69-2e944be1a580 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2743f912-961d-4eaa-8296-23ccdff161eb HTTP/1.1" status: 204 len: 168 time: 1.4925361 Jun 04 13:50:59.613363 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:59.636031 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 175b295b-ba89-4518-b689-d27c1d28cbe4 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:50:59.641117 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 175b295b-ba89-4518-b689-d27c1d28cbe4 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:59.641551 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:59.661469 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Made reservation on behalf of bc743d3ac1a2454ab480a0146e4a0d32 for: {'network': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:50:59.669411 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:59.670055 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799310'] for router, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:59.698520 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:59.724121 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:59.730542 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Usage tracker for resource:security_group_rule and tenant:bc743d3ac1a2454ab480a0146e4a0d32 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:59.734448 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:59.987737 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:59.988974 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 175b295b-ba89-4518-b689-d27c1d28cbe4 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:50:59.988974 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:59.988974 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 175b295b-ba89-4518-b689-d27c1d28cbe4, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=175b295b-ba89-4518-b689-d27c1d28cbe4,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:59.989486 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:59.989559 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:59.989559 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 9eeba2d2-1db2-41e3-9518-e4079705eb45 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:00.014894 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39928) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:00.068817 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.141956 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=88648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:51:00.151495 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=175b295b-ba89-4518-b689-d27c1d28cbe4,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:00.173073 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bca5d3-c24d-42a2-9849-e4cd48a93480,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:00.176606 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.177214 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.segments_db [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Added segment 77ec5dc0-4605-4ca4-85dc-5a29ef048197 of type vlan for network dc40ad4a-69a8-4a99-a830-366db9d33e8c Jun 04 13:51:00.209317 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.260913 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-10bb2d48-dcdd-4427-8f8a-9c80c44b78a0 req-2edd9261-7896-47e8-887a-099d9f720368 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 210 time: 0.1406939 Jun 04 13:51:00.282093 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 9eeba2d2-1db2-41e3-9518-e4079705eb45 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:00.292833 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 9eeba2d2-1db2-41e3-9518-e4079705eb45 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:00.292833 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.295944 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-85b7d975-26e5-478f-aa3c-f61e1c0966c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.300370 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799310'] for router, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.315272 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-85b7d975-26e5-478f-aa3c-f61e1c0966c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:00.321350 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-85b7d975-26e5-478f-aa3c-f61e1c0966c8 admin admin] Usage tracker for resource:security_group_rule and tenant:658d135880a44abeadab3618cc8fd889 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:00.326840 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-85b7d975-26e5-478f-aa3c-f61e1c0966c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:00.332941 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-85b7d975-26e5-478f-aa3c-f61e1c0966c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:00.369033 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.370056 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:00.370636 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.457022 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 9eeba2d2-1db2-41e3-9518-e4079705eb45 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:00.457558 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.529031 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 9eeba2d2-1db2-41e3-9518-e4079705eb45, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=9eeba2d2-1db2-41e3-9518-e4079705eb45,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:00.546721 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Router f401466b-c510-41cc-8f64-1540c5ef120e is scheduled to L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c with binding_index 1 {{(pid=88647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:51:00.577353 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=dc40ad4a-69a8-4a99-a830-366db9d33e8c,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:00.592379 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network dc40ad4a-69a8-4a99-a830-366db9d33e8c details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:51:00.619811 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.621262 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-85b7d975-26e5-478f-aa3c-f61e1c0966c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.665418 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-f27863ff-944a-40d2-bf3d-d910e8ed3ad1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3872654 Jun 04 13:51:00.670845 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39956) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:00.686782 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] Request body: {'subnet': {'network_id': 'dc40ad4a-69a8-4a99-a830-366db9d33e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-472909639-subnet', 'tenant_id': 'bc743d3ac1a2454ab480a0146e4a0d32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:00.697250 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-85b7d975-26e5-478f-aa3c-f61e1c0966c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.763325 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:00.769232 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=9eeba2d2-1db2-41e3-9518-e4079705eb45,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:00.782335 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] Usage tracker for resource:subnet and tenant:bc743d3ac1a2454ab480a0146e4a0d32 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:00.790219 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:00.804091 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:00.821394 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-85b7d975-26e5-478f-aa3c-f61e1c0966c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=658d135880a44abeadab3618cc8fd889&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8037810 Jun 04 13:51:00.822589 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 39972) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:00.823900 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7d975-26e5-478f-aa3c-f61e1c0966c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f5a1f7-a2a0-4992-b96a-fa0cb653ca32,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:00.851234 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:51:00.862012 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Sync routers for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:51:00.879444 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:51:00.880029 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:50:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:00.929737 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Router 0c71012e-f2d1-48ad-8ae8-385151c15d14 is scheduled to L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c with binding_index 1 {{(pid=88647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:51:00.932607 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3d73b4cf-cab6-4ff5-b414-fce1b9da7fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.932745 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] Made reservation on behalf of bc743d3ac1a2454ab480a0146e4a0d32 for: {'subnet': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:00.942064 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.966694 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3d73b4cf-cab6-4ff5-b414-fce1b9da7fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:01.071572 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] Notify callbacks [] for router, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:01.076060 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-6e13b676-c6b9-4627-a9a0-e1081058b757 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8492928 Jun 04 13:51:01.077166 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 39980) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:01.111808 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 175b295b-ba89-4518-b689-d27c1d28cbe4 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:01.121701 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3d73b4cf-cab6-4ff5-b414-fce1b9da7fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:01.166546 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:51:01.175183 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73b4cf-cab6-4ff5-b414-fce1b9da7fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f5a1f7-a2a0-4992-b96a-fa0cb653ca32,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:01.199784 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3d73b4cf-cab6-4ff5-b414-fce1b9da7fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:01.201576 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-3d73b4cf-cab6-4ff5-b414-fce1b9da7fcf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73f5a1f7-a2a0-4992-b96a-fa0cb653ca32 HTTP/1.1" status: 204 len: 168 time: 0.3708889 Jun 04 13:51:01.274392 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 175b295b-ba89-4518-b689-d27c1d28cbe4 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:01.274832 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:01.532340 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:50:57Z', 'revision_number': 3, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:01.538103 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Checking router: f401466b-c510-41cc-8f64-1540c5ef120e for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:51:01.538516 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Updating router f401466b-c510-41cc-8f64-1540c5ef120e port 2afc80a8-80f6-4bb8-8026-04a2141f275b binding host dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:51:01.596294 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:01.617917 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 175b295b-ba89-4518-b689-d27c1d28cbe4 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:01.623358 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 9eeba2d2-1db2-41e3-9518-e4079705eb45 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:01.695799 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1400ef55-e0c3-4e8c-9e8c-1e802a2cbc43 req-eec9d6f9-7f86-4ffa-b401-3b4fe5f9ba85 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 210 time: 0.1484151 Jun 04 13:51:01.704707 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 9eeba2d2-1db2-41e3-9518-e4079705eb45 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:01.705449 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:01.738302 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:51:01.754146 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Sync routers for ids ['0c71012e-f2d1-48ad-8ae8-385151c15d14'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:51:01.791088 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Routers {'0c71012e-f2d1-48ad-8ae8-385151c15d14'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:51:01.791858 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:50:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['0c71012e-f2d1-48ad-8ae8-385151c15d14'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:01.881031 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:01.883011 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-e7e49796-57a0-4785-b96e-717a8f8fa4e3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5994103 Jun 04 13:51:01.886354 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 40002) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:01.988030 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for subnet, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:02.082619 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.17', 50067) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:02.179597 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 9eeba2d2-1db2-41e3-9518-e4079705eb45 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:02.219557 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Set router 0c71012e-f2d1-48ad-8ae8-385151c15d14 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:51:02.274012 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Notify callbacks [] for port, precommit_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:02.302163 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.provisioning_blocks [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Transition to ACTIVE for port object 2afc80a8-80f6-4bb8-8026-04a2141f275b will not be triggered until provisioned by entity L2. {{(pid=88650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:02.385264 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41653fb5-e94b-45f7-81d4-61bcfba7564c,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:02.392888 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:02.444027 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] Checking segment: {'id': '77ec5dc0-4605-4ca4-85dc-5a29ef048197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dc40ad4a-69a8-4a99-a830-366db9d33e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:51:02.446625 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] Network hostable DHCP agents. Network: dc40ad4a-69a8-4a99-a830-366db9d33e8c, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:51:02.556881 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Attempting to bind port 2afc80a8-80f6-4bb8-8026-04a2141f275b on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:51:02.557157 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Attempting to bind port 2afc80a8-80f6-4bb8-8026-04a2141f275b by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:51:02.557513 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Attempting to bind port 2afc80a8-80f6-4bb8-8026-04a2141f275b on network 7517ec8c-2fb8-4891-807d-eceecf54c444 {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:02.569164 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:51:02.569533 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Checking segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:51:02.569975 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:02.572039 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Bound using segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:51:02.572527 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Bound port: 2afc80a8-80f6-4bb8-8026-04a2141f275b, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:51:02.577890 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:02.624416 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cdbf1c7a-e8f6-4fc1-93ba-ac76dd1440a3 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:02.626457 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cdbf1c7a-e8f6-4fc1-93ba-ac76dd1440a3 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.17 "GET /v2.0/networks?id=9a200dcd-4d77-49de-9821-247a5036b3a7 HTTP/1.1" status: 200 len: 812 time: 0.5428112 Jun 04 13:51:02.631071 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a5761-8113-450c-bb82-bf146c4ff44c None None] Pushing event updated for resources: {'Port': ['ID=2afc80a8-80f6-4bb8-8026-04a2141f275b,revision_number=2']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:02.646789 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5761-8113-450c-bb82-bf146c4ff44c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:02.647135 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5761-8113-450c-bb82-bf146c4ff44c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:02.647934 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5761-8113-450c-bb82-bf146c4ff44c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:02.648039 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5761-8113-450c-bb82-bf146c4ff44c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:02.648890 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5761-8113-450c-bb82-bf146c4ff44c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:02.649229 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5761-8113-450c-bb82-bf146c4ff44c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:02.649554 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5761-8113-450c-bb82-bf146c4ff44c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:02.649959 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5761-8113-450c-bb82-bf146c4ff44c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:02.650283 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5761-8113-450c-bb82-bf146c4ff44c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:02.650878 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5761-8113-450c-bb82-bf146c4ff44c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:02.650992 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5761-8113-450c-bb82-bf146c4ff44c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:02.651223 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5761-8113-450c-bb82-bf146c4ff44c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15a5761-8113-450c-bb82-bf146c4ff44c None None] Tracked resource versions report: Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: pushed versions: Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: { 'AddressGroup': {'1.2'}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'ConntrackHelper': {'1.0'}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'Log': {'1.0'}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'Network': {'1.1'}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'Port': {'1.7'}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'PortForwarding': {'1.2'}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'QosPolicy': {'1.8'}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'SecurityGroup': {'1.4'}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'SecurityGroupRule': {'1.2'}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'SubPort': {'1.0'}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'Subnet': {'1.1'}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'Trunk': {'1.1'}} Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: consumer versions: Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: { DHCP agent@dv-cinder-843593-2-smb: {}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: HyperV agent@hv-cinder-84359: {}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: L3 agent@dv-cinder-843593-2-smb: {}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: Metadata agent@dv-cinder-843593-2-smb: {}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: Metering agent@dv-cinder-843593-2-smb: {}, Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: Open vSwitch agent@dv-cinder-843593-2-smb: { 'AddressGroup': '1.2', Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'ConntrackHelper': '1.0', Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'Log': '1.0', Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'Network': '1.1', Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'Port': '1.7', Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'PortForwarding': '1.2', Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'QosPolicy': '1.8', Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'SecurityGroup': '1.4', Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'SecurityGroupRule': '1.2', Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'SubPort': '1.0', Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'Subnet': '1.1', Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: 'Trunk': '1.1'}} Jun 04 13:51:02.652230 dv-cinder-843593-2-smb neutron-server[88650]: {{(pid=88650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 13:51:02.732063 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] For port 2afc80a8-80f6-4bb8-8026-04a2141f275b, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:51:02.752825 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] For port 2afc80a8-80f6-4bb8-8026-04a2141f275b, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=2afc80a8-80f6-4bb8-8026-04a2141f275b,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:51:02.791708 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Request body: {'port': {'device_id': 'f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c', 'network_id': '9a200dcd-4d77-49de-9821-247a5036b3a7', 'admin_state_up': True, 'tenant_id': '8da4508273ae453e94489f7121be36a4'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:02.823712 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:50:58Z', 'revision_number': 3, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:02.832407 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Checking router: 0c71012e-f2d1-48ad-8ae8-385151c15d14 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:51:02.832987 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Updating router 0c71012e-f2d1-48ad-8ae8-385151c15d14 port 664d9616-b260-4154-a647-fe8f57796314 binding host dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:51:02.848524 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] Network dc40ad4a-69a8-4a99-a830-366db9d33e8c is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:51:02.876599 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:02.890900 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:03.028555 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, dc40ad4a-69a8-4a99-a830-366db9d33e8c) {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:03.033832 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:03.034623 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:03.085085 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-072a4577-25ce-42b0-8129-a015a694a647 req-378e64dd-8432-4e2f-804f-90934d765e86 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 210 time: 0.2128778 Jun 04 13:51:03.112866 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:51:03.113527 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:50:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:03.182975 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a5761-8113-450c-bb82-bf146c4ff44c None None] Pushing event updated for resources: {'Port': ['ID=2afc80a8-80f6-4bb8-8026-04a2141f275b,revision_number=3']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:03.226192 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40058) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:03.259066 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-e945a1c4-c0ea-4afb-a11e-165893210956 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5838938 Jun 04 13:51:03.325295 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:03.386870 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:03.399300 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Transition to ACTIVE for port object 664d9616-b260-4154-a647-fe8f57796314 will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:03.405400 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737abc0c-4fff-45bc-bc7f-640f6b3b14c1 None None] Network dc40ad4a-69a8-4a99-a830-366db9d33e8c requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:51:03.468867 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:51:03.480733 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:03.544206 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:03.562513 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Usage tracker for resource:port and tenant:8da4508273ae453e94489f7121be36a4 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:03.564290 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0279e8-a210-4cad-a964-1264ef8011ed None None] Pushing event updated for resources: {'Port': ['ID=664d9616-b260-4154-a647-fe8f57796314,revision_number=2']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:03.590855 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Attempting to bind port 664d9616-b260-4154-a647-fe8f57796314 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:51:03.591135 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Attempting to bind port 664d9616-b260-4154-a647-fe8f57796314 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:51:03.591497 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Attempting to bind port 664d9616-b260-4154-a647-fe8f57796314 on network 7517ec8c-2fb8-4891-807d-eceecf54c444 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:03.599976 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:51:03.600353 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Checking segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:51:03.600748 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:03.601139 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Bound using segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:51:03.602208 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Bound port: 664d9616-b260-4154-a647-fe8f57796314, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:51:03.602598 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:03.664557 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-82e48844-617a-417e-9f53-a52daf310e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:03.670813 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:03.682083 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:03.738428 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-82e48844-617a-417e-9f53-a52daf310e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:03.756390 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-82e48844-617a-417e-9f53-a52daf310e42 admin admin] Usage tracker for resource:security_group_rule and tenant:3d79150c0b6f47b7bba976086ba73597 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:03.762379 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-82e48844-617a-417e-9f53-a52daf310e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:03.773191 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-82e48844-617a-417e-9f53-a52daf310e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:03.787379 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Made reservation on behalf of 8da4508273ae453e94489f7121be36a4 for: {'port': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:03.795580 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:03.885298 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1529b9-4ddf-4b31-a273-d2edffb05dd3 None None] Network dc40ad4a-69a8-4a99-a830-366db9d33e8c requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:51:03.901132 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] For port 664d9616-b260-4154-a647-fe8f57796314, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:51:03.917002 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Allocated IP 172.20.0.1 (f7e165fb-2c08-4a5e-b160-62bdeefaa15a/86aba7f4-4b2c-4624-8047-800bda2d771c/047066f2-dc7e-47ed-b9ce-e9679e16fe1b) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:51:03.984504 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] For port 664d9616-b260-4154-a647-fe8f57796314, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=664d9616-b260-4154-a647-fe8f57796314,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:51:04.078263 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:04.136754 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:50:57Z', 'revision_number': 3, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:04.147354 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b77c4-9612-43eb-a9d3-287684bcfadd None None] The sync data for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb is: [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:50:57Z', 'revision_number': 3, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:51:04.215898 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Allocated IP 172.20.0.13 (9a200dcd-4d77-49de-9821-247a5036b3a7/c4722f80-acd3-4111-a1ae-1492758576c2/5a7a5e11-7a9e-478d-b4b9-34d69efb9aba) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:51:04.244974 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:04.280919 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-82e48844-617a-417e-9f53-a52daf310e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:04.353083 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:04.378377 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Transition to ACTIVE for port object 047066f2-dc7e-47ed-b9ce-e9679e16fe1b will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:04.392798 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-82e48844-617a-417e-9f53-a52daf310e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:04.412937 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Routers {'0c71012e-f2d1-48ad-8ae8-385151c15d14'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:51:04.413765 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:50:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['0c71012e-f2d1-48ad-8ae8-385151c15d14'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:04.475179 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e48844-617a-417e-9f53-a52daf310e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2f4802-22bf-43e0-b3c4-3a79b1371553,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:04.501665 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-82e48844-617a-417e-9f53-a52daf310e42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d79150c0b6f47b7bba976086ba73597&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2619312 Jun 04 13:51:04.502352 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40116) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:04.570553 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0279e8-a210-4cad-a964-1264ef8011ed None None] Pushing event updated for resources: {'Port': ['ID=664d9616-b260-4154-a647-fe8f57796314,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:04.594951 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:04.607133 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-820799f9-8b7a-4305-b0a0-89325d99f8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:04.692482 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-820799f9-8b7a-4305-b0a0-89325d99f8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:04.821297 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-71c66941-c787-42ca-937e-b3b652133169 req-e8b5ec47-c79d-4abe-9adf-fdb0d133fed5 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 210 time: 0.2613063 Jun 04 13:51:04.858730 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] Set router 0c71012e-f2d1-48ad-8ae8-385151c15d14 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:51:04.872387 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Network f7e165fb-2c08-4a5e-b160-62bdeefaa15a is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:04.873474 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Pushing event updated for resources: {'Port': ['ID=047066f2-dc7e-47ed-b9ce-e9679e16fe1b,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:04.877273 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:04.893492 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:51:04.894350 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787844'] for router_interface, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:05.123441 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:05.213722 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Allocated IP 172.20.0.1 (15ca5580-d168-42fa-8af5-abcdc93e9ac4/1b549cf0-8286-455e-9abd-46f9e5d41a3c/88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:51:05.322414 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:05.325504 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 2afc80a8-80f6-4bb8-8026-04a2141f275b up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:05.542579 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 40132) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:05.550723 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Pushing event updated for resources: {'Port': ['ID=5a7a5e11-7a9e-478d-b4b9-34d69efb9aba,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:05.571175 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-820799f9-8b7a-4305-b0a0-89325d99f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:05.572438 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052836646-network', 'tenant_id': '817d8aea79ce49d4bd20bfe0287f4c6c'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:05.592502 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:05.599632 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Usage tracker for resource:network and tenant:817d8aea79ce49d4bd20bfe0287f4c6c is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:05.628483 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820799f9-8b7a-4305-b0a0-89325d99f8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2f4802-22bf-43e0-b3c4-3a79b1371553,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:05.666540 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-820799f9-8b7a-4305-b0a0-89325d99f8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:05.670807 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-820799f9-8b7a-4305-b0a0-89325d99f8ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be2f4802-22bf-43e0-b3c4-3a79b1371553 HTTP/1.1" status: 204 len: 168 time: 1.1671925 Jun 04 13:51:05.763450 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:05.786740 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:05.791080 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Network 9a200dcd-4d77-49de-9821-247a5036b3a7 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:05.796744 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:05.799653 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:51:05.805878 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:05.806288 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for port, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:05.889086 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:05.904810 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-38932e66-2a00-4bff-ae08-e9d1b0972c2f None None] Provisioning for port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:05.945201 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-38932e66-2a00-4bff-ae08-e9d1b0972c2f None None] Provisioning complete for port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:05.945201 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-38932e66-2a00-4bff-ae08-e9d1b0972c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:06.011654 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Made reservation on behalf of 817d8aea79ce49d4bd20bfe0287f4c6c for: {'network': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:06.022151 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:06.032527 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-0fd96b98-8b56-4cb2-9a81-5131050b3d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:06.115752 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-cd6ff75d-ea62-4018-b4d9-1e8993c85df7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3477218 Jun 04 13:51:06.132447 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:06.204493 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-384b8c74-a31e-4b71-a19f-7d35793a0ffe tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:51:06.212555 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-384b8c74-a31e-4b71-a19f-7d35793a0ffe tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511153 Jun 04 13:51:06.247222 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:06.259737 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Usage tracker for resource:security_group_rule and tenant:817d8aea79ce49d4bd20bfe0287f4c6c is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:06.266933 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:06.278144 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 2afc80a8-80f6-4bb8-8026-04a2141f275b completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:06.293730 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:06.315257 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:06.344302 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 2afc80a8-80f6-4bb8-8026-04a2141f275b triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:06.345166 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:06.378365 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.provisioning_blocks [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Transition to ACTIVE for port object 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 will not be triggered until provisioned by entity DHCP. {{(pid=88648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:06.389464 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-38932e66-2a00-4bff-ae08-e9d1b0972c2f None None] Port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:51:06.651748 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:06.652068 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:50:58Z', 'revision_number': 3, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:06.753254 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9cdea9-abd1-47c6-8f6b-117c9c55c0f2 None None] The sync data for ids ['0c71012e-f2d1-48ad-8ae8-385151c15d14'] in dv-cinder-843593-2-smb is: [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:50:58Z', 'revision_number': 3, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:51:06.885405 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:06.907795 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:06.916755 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 2afc80a8-80f6-4bb8-8026-04a2141f275b is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:06.917151 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:06.940184 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Request body: {'port': {'device_id': 'f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:06.957141 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acc159-a169-42b8-80d7-e6d77002b3fd req-bd0ffaf3-912b-4c2a-8ba8-227803771b1b tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:06.977307 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d1acc159-a169-42b8-80d7-e6d77002b3fd req-bd0ffaf3-912b-4c2a-8ba8-227803771b1b tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 932 time: 0.8328931 Jun 04 13:51:07.001981 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:07.019472 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 2afc80a8-80f6-4bb8-8026-04a2141f275b, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=2afc80a8-80f6-4bb8-8026-04a2141f275b,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:07.036776 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:51:07.037579 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787844'] for router_interface, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:07.042788 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:07.103845 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:07.162406 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.db.resource_extend [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 13:51:07.276926 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:07.303203 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-d1acc159-a169-42b8-80d7-e6d77002b3fd req-e9097c63-d6c1-44af-8f82-5eb34d85da33 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Synchronizing usage tracker for tenant:8da4508273ae453e94489f7121be36a4 on resource:security_group {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:51:07.336468 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Pushing event updated for resources: {'Port': ['ID=88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:07.345410 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:51:07.417275 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=2afc80a8-80f6-4bb8-8026-04a2141f275b,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:07.482014 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-d1acc159-a169-42b8-80d7-e6d77002b3fd req-e9097c63-d6c1-44af-8f82-5eb34d85da33 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Unset dirty status for tenant:8da4508273ae453e94489f7121be36a4 on resource:security_group {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:51:07.483229 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d1acc159-a169-42b8-80d7-e6d77002b3fd req-e9097c63-d6c1-44af-8f82-5eb34d85da33 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944956 Jun 04 13:51:07.484014 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:07.484799 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3874379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800573'] for router_interface, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:07.635545 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:07.635893 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.segments_db [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Added segment e6ab37c9-34d7-43f7-9620-c89e57618a7c of type vlan for network 56cc7b61-5724-4143-a6c7-3e57ca906632 Jun 04 13:51:07.704948 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-e7de4b29-fd03-4c40-935a-80671797d16f None None] Provisioning for port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:07.719790 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-e7de4b29-fd03-4c40-935a-80671797d16f None None] Provisioning complete for port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:07.721295 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e7de4b29-fd03-4c40-935a-80671797d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:07.749886 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Pushing event updated for resources: {'Port': ['ID=047066f2-dc7e-47ed-b9ce-e9679e16fe1b,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:07.767499 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14e47b1-da9c-4498-8ddb-1f27fbb52b6d,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:07.846943 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-e7de4b29-fd03-4c40-935a-80671797d16f None None] Port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:51:07.900964 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Network f7e165fb-2c08-4a5e-b160-62bdeefaa15a is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:07.902413 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:07.948341 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:07.954900 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:07.962770 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:08.106719 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ee8b92b3-5bcb-4f79-a04e-b45af093d4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:08.178177 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.db.resource_extend [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 13:51:08.379071 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:08.380029 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:08.380657 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:08.400868 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-dcd32d96-e239-4833-8543-4888f612dbf9 None None] Provisioning complete for port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:08.402424 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-dcd32d96-e239-4833-8543-4888f612dbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:08.434913 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Router f401466b-c510-41cc-8f64-1540c5ef120e has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:51:08.552000 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-dcd32d96-e239-4833-8543-4888f612dbf9 None None] Port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:51:08.734302 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] Pushing event updated for resources: {'Network': ['ID=56cc7b61-5724-4143-a6c7-3e57ca906632,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:08.745688 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network 56cc7b61-5724-4143-a6c7-3e57ca906632 details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:51:08.808621 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:08.923611 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:51:08.963109 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:51:08.969217 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-33e6ad0f-05d3-4d8a-8893-ba3f3dbe3420 admin admin] 10.222.0.15 "PUT /v2.0/routers/f401466b-c510-41cc-8f64-1540c5ef120e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8098288 Jun 04 13:51:08.982846 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Sync routers for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:51:08.996015 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:51:08.996903 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:51:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:09.034999 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e705-344a-4e7a-9940-5e79e41b7277 req-8712e6cb-6175-469f-b94e-3ef5cd07921e tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:09.036765 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5f22e705-344a-4e7a-9940-5e79e41b7277 req-8712e6cb-6175-469f-b94e-3ef5cd07921e tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 932 time: 0.1261048 Jun 04 13:51:09.156314 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5f22e705-344a-4e7a-9940-5e79e41b7277 req-34014236-a4fd-437b-8500-e369bef17989 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096952 Jun 04 13:51:09.184377 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-c1fb6e1a-0b7f-4987-8455-5d0f6c0fe0dd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6311202 Jun 04 13:51:09.187155 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40236) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:09.192656 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] Request body: {'subnet': {'network_id': '56cc7b61-5724-4143-a6c7-3e57ca906632', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052836646-subnet', 'tenant_id': '817d8aea79ce49d4bd20bfe0287f4c6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:09.213251 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:09.233507 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] Usage tracker for resource:subnet and tenant:817d8aea79ce49d4bd20bfe0287f4c6c is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:09.239501 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:09.249588 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:09.255743 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:09.344480 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:09.344678 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] Made reservation on behalf of 817d8aea79ce49d4bd20bfe0287f4c6c for: {'subnet': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:09.347583 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:09.455916 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 664d9616-b260-4154-a647-fe8f57796314 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:09.702476 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:09.734984 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 664d9616-b260-4154-a647-fe8f57796314 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:09.749644 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 664d9616-b260-4154-a647-fe8f57796314 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:09.750057 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:09.782633 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:51:09.839602 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:09.848290 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3874379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800573'] for router_interface, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:10.072392 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for subnet, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:10.074152 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 664d9616-b260-4154-a647-fe8f57796314 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:10.074754 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:10.093957 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 664d9616-b260-4154-a647-fe8f57796314, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=664d9616-b260-4154-a647-fe8f57796314,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:10.158543 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:10.158773 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 2afc80a8-80f6-4bb8-8026-04a2141f275b up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:10.329604 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba {{(pid=88648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:51:10.359601 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40266) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:10.380465 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 2, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:10.383866 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Pushing event updated for resources: {'Port': ['ID=88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3,revision_number=2']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:10.391227 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Checking router: f401466b-c510-41cc-8f64-1540c5ef120e for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:51:10.392524 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Updating router f401466b-c510-41cc-8f64-1540c5ef120e port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b binding host dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:51:10.401460 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:10.404634 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-04964b42-3193-45ef-bcbe-d2a58f093540 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--124000741', 'description': 'tempest-description--1028782537'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:10.426034 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=29006770-a90c-46f5-ae3c-20ca1aaa2b19,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:10.442948 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-04964b42-3193-45ef-bcbe-d2a58f093540 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:10.486210 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:10.488500 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.provisioning_blocks [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Transition to ACTIVE for port object 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba will not be triggered until provisioned by entity L2. {{(pid=88648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:10.554306 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-04964b42-3193-45ef-bcbe-d2a58f093540 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:security_group and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:10.579044 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] Checking segment: {'id': 'e6ab37c9-34d7-43f7-9620-c89e57618a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '56cc7b61-5724-4143-a6c7-3e57ca906632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:51:10.579407 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] Network hostable DHCP agents. Network: 56cc7b61-5724-4143-a6c7-3e57ca906632, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:51:10.659869 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-04964b42-3193-45ef-bcbe-d2a58f093540 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:10.661528 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:10.661528 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:10.661656 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 2afc80a8-80f6-4bb8-8026-04a2141f275b triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:10.661656 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:10.661810 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-04964b42-3193-45ef-bcbe-d2a58f093540 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:10.830823 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:10.851437 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=664d9616-b260-4154-a647-fe8f57796314,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:10.870841 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:10.917049 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94346e13-2d46-4aa3-8edc-4fe30532c9bb req-5f7b8d97-a283-47db-a56e-6ae3b3470dea tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:10.921084 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-94346e13-2d46-4aa3-8edc-4fe30532c9bb req-5f7b8d97-a283-47db-a56e-6ae3b3470dea tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 932 time: 0.4926412 Jun 04 13:51:11.059306 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-94346e13-2d46-4aa3-8edc-4fe30532c9bb req-77d269dd-9562-46b6-ae7d-b84005956df6 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272187 Jun 04 13:51:11.117882 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Notify callbacks [] for port, precommit_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:11.127994 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-6dd7bc8f-b845-4d84-97c8-31ec0e77d57a None None] Provisioning complete for port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:11.128660 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-6dd7bc8f-b845-4d84-97c8-31ec0e77d57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:11.132058 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.provisioning_blocks [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Transition to ACTIVE for port object 047066f2-dc7e-47ed-b9ce-e9679e16fe1b will not be triggered until provisioned by entity L2. {{(pid=88650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:11.159575 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 2afc80a8-80f6-4bb8-8026-04a2141f275b is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:11.209969 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7bc8f-b845-4d84-97c8-31ec0e77d57a None None] Port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:51:11.232369 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] Network 56cc7b61-5724-4143-a6c7-3e57ca906632 is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:51:11.234938 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-04964b42-3193-45ef-bcbe-d2a58f093540 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:11.261879 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-04964b42-3193-45ef-bcbe-d2a58f093540 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:11.266542 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-04964b42-3193-45ef-bcbe-d2a58f093540 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:security_group_rule and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:11.270132 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-04964b42-3193-45ef-bcbe-d2a58f093540 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:11.270445 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:11.278535 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-04964b42-3193-45ef-bcbe-d2a58f093540 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:11.386371 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 664d9616-b260-4154-a647-fe8f57796314 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:11.386475 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, 56cc7b61-5724-4143-a6c7-3e57ca906632) {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:11.422876 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:11.425974 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Pushing event updated for resources: {'Port': ['ID=5a7a5e11-7a9e-478d-b4b9-34d69efb9aba,revision_number=2']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:11.432518 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:11.455090 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b269e97f-fc52-4034-ac66-991a7a6a073e None None] Network 56cc7b61-5724-4143-a6c7-3e57ca906632 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:51:11.521206 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-04964b42-3193-45ef-bcbe-d2a58f093540 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:11.542896 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Router 0c71012e-f2d1-48ad-8ae8-385151c15d14 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:51:11.615683 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.managers [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Attempting to bind port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:51:11.616031 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.managers [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Attempting to bind port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '60e7deb5-441f-447a-8af5-3976cb1dd388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9a200dcd-4d77-49de-9821-247a5036b3a7'}] {{(pid=88648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:51:11.616379 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Attempting to bind port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba on network 9a200dcd-4d77-49de-9821-247a5036b3a7 {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:11.631383 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba on network 9a200dcd-4d77-49de-9821-247a5036b3a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:51:11.631806 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Attempting to bind port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba on network 9a200dcd-4d77-49de-9821-247a5036b3a7 {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:11.650483 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:51:11.650828 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Checking segment: {'id': '60e7deb5-441f-447a-8af5-3976cb1dd388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9a200dcd-4d77-49de-9821-247a5036b3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:51:11.651408 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Bound using segment: {'id': '60e7deb5-441f-447a-8af5-3976cb1dd388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9a200dcd-4d77-49de-9821-247a5036b3a7'} {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:51:11.651864 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.managers [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Bound port: 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e7deb5-441f-447a-8af5-3976cb1dd388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9a200dcd-4d77-49de-9821-247a5036b3a7'}}] {{(pid=88648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:51:11.652203 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:11.665713 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-04964b42-3193-45ef-bcbe-d2a58f093540 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:11.710392 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-ebcd29ae-8cee-4276-8e9a-7e3a83f00ffc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5221109 Jun 04 13:51:11.800671 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8e66b-364c-46d3-9aab-e2eee5b200d5 None None] Pushing event updated for resources: {'Port': ['ID=047066f2-dc7e-47ed-b9ce-e9679e16fe1b,revision_number=3']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:11.835652 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04964b42-3193-45ef-bcbe-d2a58f093540 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:11.890197 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Attempting to bind port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:51:11.890575 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Attempting to bind port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:51:11.890940 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Attempting to bind port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b on network f7e165fb-2c08-4a5e-b160-62bdeefaa15a {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:11.921197 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:51:11.921623 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Checking segment: {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:51:11.921991 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:11.922901 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Bound using segment: {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:51:11.923375 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Bound port: 047066f2-dc7e-47ed-b9ce-e9679e16fe1b, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'}}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:51:11.923770 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:11.948894 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-04964b42-3193-45ef-bcbe-d2a58f093540 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:11.948894 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-04964b42-3193-45ef-bcbe-d2a58f093540 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5792613 Jun 04 13:51:11.951511 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40298) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:11.956723 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-8c35cf7a-6eeb-4278-bba6-61f98ac00e3d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'security_group_rule': {'security_group_id': '533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:11.978758 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8c35cf7a-6eeb-4278-bba6-61f98ac00e3d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:11.994670 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8c35cf7a-6eeb-4278-bba6-61f98ac00e3d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:security_group_rule and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:11.996691 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 664d9616-b260-4154-a647-fe8f57796314 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:11.997189 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:12.002656 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8c35cf7a-6eeb-4278-bba6-61f98ac00e3d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:12.014419 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8c35cf7a-6eeb-4278-bba6-61f98ac00e3d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:12.048459 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac75e48a-1ae5-4173-ad19-9fa8990a138d None None] Network 56cc7b61-5724-4143-a6c7-3e57ca906632 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:51:12.107237 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40304) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:12.152486 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] For port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:51:12.156068 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] For port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=047066f2-dc7e-47ed-b9ce-e9679e16fe1b,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:51:12.240176 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:12.296537 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c35cf7a-6eeb-4278-bba6-61f98ac00e3d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:12.298676 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] For port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba, host hv-cinder-84359, cleared binding levels {{(pid=88648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:51:12.324110 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] For port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=5a7a5e11-7a9e-478d-b4b9-34d69efb9aba,segment=NetworkSegment(60e7deb5-441f-447a-8af5-3976cb1dd388),segment_id=60e7deb5-441f-447a-8af5-3976cb1dd388)] {{(pid=88648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:51:12.331068 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:51:12.353238 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-2505cfd6-67da-4ea6-9dae-7222303e6c19 admin admin] 10.222.0.15 "PUT /v2.0/routers/0c71012e-f2d1-48ad-8ae8-385151c15d14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4658034 Jun 04 13:51:12.353821 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Sync routers for ids ['0c71012e-f2d1-48ad-8ae8-385151c15d14'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:51:12.378190 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 664d9616-b260-4154-a647-fe8f57796314 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:12.389411 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Routers {'0c71012e-f2d1-48ad-8ae8-385151c15d14'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:51:12.390288 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:51:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['0c71012e-f2d1-48ad-8ae8-385151c15d14'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:12.442147 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:51:12.444151 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:51:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:12.451562 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:12.511584 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c35cf7a-6eeb-4278-bba6-61f98ac00e3d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:12.522534 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_v2 [None req-a020fa2c-ca72-40e8-872d-e411e9105212 admin admin] Deleting subnet 41653fb5-e94b-45f7-81d4-61bcfba7564c {{(pid=88647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 13:51:12.531627 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a020fa2c-ca72-40e8-872d-e411e9105212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:12.602646 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:12.603234 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for port, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:12.604645 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] 10.222.0.17 "PUT /v2.0/ports/5a7a5e11-7a9e-478d-b4b9-34d69efb9aba HTTP/1.1" status: 200 len: 1094 time: 6.0331011 Jun 04 13:51:12.605438 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c', 'tag': '5a7a5e11-7a9e-478d-b4b9-34d69efb9aba'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:51:12.647233 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c35cf7a-6eeb-4278-bba6-61f98ac00e3d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:12.671624 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8e66b-364c-46d3-9aab-e2eee5b200d5 None None] Pushing event updated for resources: {'Port': ['ID=047066f2-dc7e-47ed-b9ce-e9679e16fe1b,revision_number=4']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:12.790521 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Set router 0c71012e-f2d1-48ad-8ae8-385151c15d14 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:51:12.810064 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35cf7a-6eeb-4278-bba6-61f98ac00e3d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda4fb35-da99-4b8f-a17b-061a54464cb5,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:12.841721 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a020fa2c-ca72-40e8-872d-e411e9105212 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:12.861529 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a020fa2c-ca72-40e8-872d-e411e9105212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563026'] for subnet, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:12.972311 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c35cf7a-6eeb-4278-bba6-61f98ac00e3d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:12.975644 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-8c35cf7a-6eeb-4278-bba6-61f98ac00e3d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0230811 Jun 04 13:51:12.983787 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40326) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:13.020353 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-9c34a58e-85fd-450c-be49-4568e3494492 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'security_group_rule': {'security_group_id': '533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:13.119147 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3ffe9-9f5e-4110-b645-39858ed68b9c service neutron] Pushing event updated for resources: {'Port': ['ID=5a7a5e11-7a9e-478d-b4b9-34d69efb9aba,revision_number=3']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:13.124597 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:51:13.250319 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c13c7d-ac7c-42d7-bb33-227e0e37da3d req-39d00ffd-d892-47f8-981d-61320d24a701 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:13.251070 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-21c13c7d-ac7c-42d7-bb33-227e0e37da3d req-39d00ffd-d892-47f8-981d-61320d24a701 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Synchronizing usage tracker for tenant:8da4508273ae453e94489f7121be36a4 on resource:port {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:51:13.322694 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-9c34a58e-85fd-450c-be49-4568e3494492 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:13.334506 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-9c34a58e-85fd-450c-be49-4568e3494492 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:security_group_rule and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:13.339132 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-9c34a58e-85fd-450c-be49-4568e3494492 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:13.341759 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-79e3b6e1-e004-4d17-b481-f09b31058179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:13.352800 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-9c34a58e-85fd-450c-be49-4568e3494492 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:13.357950 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-79e3b6e1-e004-4d17-b481-f09b31058179 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8da4508273ae453e94489f7121be36a4&device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 1097 time: 0.5068126 Jun 04 13:51:13.430116 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a020fa2c-ca72-40e8-872d-e411e9105212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for subnet, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:13.439380 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40352) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:13.504210 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-9c34a58e-85fd-450c-be49-4568e3494492 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:13.532166 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-a8a56cc0-67c6-4742-8d37-2e6f4a2d330d service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7a5e11-7a9e-478d-b4b9-34d69efb9aba HTTP/1.1" status: 200 len: 217 time: 0.1552038 Jun 04 13:51:13.532825 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-21c13c7d-ac7c-42d7-bb33-227e0e37da3d req-39d00ffd-d892-47f8-981d-61320d24a701 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Unset dirty status for tenant:8da4508273ae453e94489f7121be36a4 on resource:port {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:51:13.540476 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-21c13c7d-ac7c-42d7-bb33-227e0e37da3d req-39d00ffd-d892-47f8-981d-61320d24a701 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 944 time: 1.2064919 Jun 04 13:51:13.613339 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-3b1ab03f-c667-4973-a12a-f6f9d97c3ede tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916283521', 'description': 'tempest-description--2000521221'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:13.656844 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-9c34a58e-85fd-450c-be49-4568e3494492 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:13.658988 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020fa2c-ca72-40e8-872d-e411e9105212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41653fb5-e94b-45f7-81d4-61bcfba7564c,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:13.678075 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-3b1ab03f-c667-4973-a12a-f6f9d97c3ede tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:13.680933 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-3b1ab03f-c667-4973-a12a-f6f9d97c3ede tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Usage tracker for resource:security_group and tenant:1bab325121754db6a16249d176589adc is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:13.682305 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-3a0d56aa-e994-48d2-a52c-d37f08b44196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:13.684447 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-3a0d56aa-e994-48d2-a52c-d37f08b44196 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c4722f80-acd3-4111-a1ae-1492758576c2 HTTP/1.1" status: 200 len: 852 time: 0.1029325 Jun 04 13:51:13.689109 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-3b1ab03f-c667-4973-a12a-f6f9d97c3ede tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:13.704612 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-3b1ab03f-c667-4973-a12a-f6f9d97c3ede tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:13.708819 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a020fa2c-ca72-40e8-872d-e411e9105212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:13.748912 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-a020fa2c-ca72-40e8-872d-e411e9105212 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/41653fb5-e94b-45f7-81d4-61bcfba7564c HTTP/1.1" status: 204 len: 168 time: 1.6378179 Jun 04 13:51:13.753313 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40370) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:13.769708 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-9c34a58e-85fd-450c-be49-4568e3494492 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:13.835522 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-21c13c7d-ac7c-42d7-bb33-227e0e37da3d req-ce2f59d3-2de9-4455-b785-3bd0102e2905 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938812 Jun 04 13:51:13.843052 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-73f6fd89-7854-4e50-8584-1e96f74641e4 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=9a200dcd-4d77-49de-9821-247a5036b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122298 Jun 04 13:51:13.874397 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3', 'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'mac_address': 'fa:16:3e:07:18:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:04Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 2, 'project_id': '1bab325121754db6a16249d176589adc', 'subnets': [{'id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:13.888950 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Checking router: 0c71012e-f2d1-48ad-8ae8-385151c15d14 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:51:13.889544 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Updating router 0c71012e-f2d1-48ad-8ae8-385151c15d14 port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 binding host dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:51:13.973017 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:12Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:13.990640 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf5acf3-a753-4e0d-8af0-1a5af583db69 None None] The sync data for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb is: [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:12Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:51:14.026385 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34a58e-85fd-450c-be49-4568e3494492 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a37b9e3-b32c-4dc0-8678-a57d3ea7385d,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:14.041242 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e9ca38-f972-4ec4-97ea-019c34d2a2ed'] response: {'name': 'network-changed', 'server_uuid': 'f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c', 'tag': '5a7a5e11-7a9e-478d-b4b9-34d69efb9aba', 'status': 'completed', 'code': 200} Jun 04 13:51:14.041693 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:14.051345 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3b1ab03f-c667-4973-a12a-f6f9d97c3ede tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:14.163337 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-3b1ab03f-c667-4973-a12a-f6f9d97c3ede tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:14.172155 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-3b1ab03f-c667-4973-a12a-f6f9d97c3ede tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Usage tracker for resource:security_group_rule and tenant:1bab325121754db6a16249d176589adc is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:14.177121 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-3b1ab03f-c667-4973-a12a-f6f9d97c3ede tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:14.182312 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-9c34a58e-85fd-450c-be49-4568e3494492 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:14.182312 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-9c34a58e-85fd-450c-be49-4568e3494492 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1904292 Jun 04 13:51:14.187780 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 40382) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:14.196225 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604469'] for network, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:14.197524 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-039b2034-290b-4af4-8bb6-6ac71770472a service neutron] 10.222.0.17 "GET /v2.0/networks/9a200dcd-4d77-49de-9821-247a5036b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508344 Jun 04 13:51:14.201114 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'floatingip': {'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:14.217033 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:14.223130 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:floatingip and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:14.226570 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-3b1ab03f-c667-4973-a12a-f6f9d97c3ede tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:14.242390 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:14.255257 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:14.340772 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:14.593437 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-919093', 'neutron.services.segments.db._delete_segments_for_network-8784468802214'] for network, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:14.687630 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:14.687972 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:14.688726 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:14.689055 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Subscribe: > port after_create 55550000 {{(pid=88647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:14.700302 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Subscribe: > port after_delete 55550000 {{(pid=88647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:14.700302 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Subscribe: > port after_update 55550000 {{(pid=88647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:14.700302 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:14.700302 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:14.700302 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:14.700302 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:14.857745 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6816d4e4-2833-4e2f-a2df-c6c390be9a72 req-3f2047f2-cf44-4557-9b2e-0b25921ea842 service neutron] 10.222.0.17 "GET /v2.0/networks/9a200dcd-4d77-49de-9821-247a5036b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597069 Jun 04 13:51:14.999013 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:15.231360 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Notify callbacks [] for port, precommit_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:15.270433 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Transition to ACTIVE for port object 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:15.275683 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:15.276029 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:15.279630 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:15.283174 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:15.283174 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc40ad4a-69a8-4a99-a830-366db9d33e8c']}} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:15.328676 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 047066f2-dc7e-47ed-b9ce-e9679e16fe1b up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:15.337831 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ec5dc0-4605-4ca4-85dc-5a29ef048197') {'for_net_delete': True} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:15.338403 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ec5dc0-4605-4ca4-85dc-5a29ef048197') {} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:15.378849 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784468805825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2326710'] for segment, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:15.421333 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:15.441016 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:51:15.441412 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-918837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2991336'] for segment, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:15.513258 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:15.550768 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Allocated IP 172.28.3.16 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/3a1e3ea1-2017-4d13-98ad-ab0026175338) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:51:15.748759 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3b1ab03f-c667-4973-a12a-f6f9d97c3ede tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:15.755020 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-919102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787971'] for network, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:15.827392 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:15.850442 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] Pushing event deleted for resources: {'Network': ['ID=dc40ad4a-69a8-4a99-a830-366db9d33e8c,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:15.861111 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:15.865040 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad5f57-fbc3-49a1-9658-ca7bdeed548c None None] Pushing event updated for resources: {'Port': ['ID=88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:15.875554 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3b1ab03f-c667-4973-a12a-f6f9d97c3ede tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:15.902051 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:15.902844 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:16.024891 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-70d47469-aea0-4fca-8113-73b1067b370b admin admin] 10.222.0.15 "DELETE /v2.0/networks/dc40ad4a-69a8-4a99-a830-366db9d33e8c HTTP/1.1" status: 204 len: 168 time: 2.2648582 Jun 04 13:51:16.039479 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Attempting to bind port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:51:16.039748 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Attempting to bind port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:51:16.043320 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Attempting to bind port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 on network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:16.057144 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:51:16.063621 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Checking segment: {'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:51:16.063621 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:16.063621 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Bound using segment: {'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:51:16.063621 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Bound port: 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:51:16.063621 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:16.079760 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40422) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:16.239019 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment 77ec5dc0-4605-4ca4-85dc-5a29ef048197 resource provider aggregate not found Jun 04 13:51:16.256521 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3b1ab03f-c667-4973-a12a-f6f9d97c3ede tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:16.258619 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-3b1ab03f-c667-4973-a12a-f6f9d97c3ede tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.7630773 Jun 04 13:51:16.272398 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 40436) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:16.281016 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ab03f-c667-4973-a12a-f6f9d97c3ede tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a332cec-8c4c-48b5-908e-20b1d61e7f22,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:16.287736 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment 77ec5dc0-4605-4ca4-85dc-5a29ef048197 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77ec5dc0-4605-4ca4-85dc-5a29ef048197 found for delete ", "request_id": "req-6b72c801-bee4-4ea5-9dd2-0fb2776e41a7"}]} Jun 04 13:51:16.309194 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4b17bb-0cf2-4367-8dcd-008673ef6471 admin admin] Deleting subnet 29006770-a90c-46f5-ae3c-20ca1aaa2b19 {{(pid=88647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 13:51:16.314435 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-5f4b17bb-0cf2-4367-8dcd-008673ef6471 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:16.318062 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-b1ebd787-0944-494b-9b67-8b91e854d080 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Request body: {'security_group_rule': {'security_group_id': '8a332cec-8c4c-48b5-908e-20b1d61e7f22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:16.334793 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-b1ebd787-0944-494b-9b67-8b91e854d080 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:16.340758 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-b1ebd787-0944-494b-9b67-8b91e854d080 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Usage tracker for resource:security_group_rule and tenant:1bab325121754db6a16249d176589adc is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:16.344751 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-b1ebd787-0944-494b-9b67-8b91e854d080 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:16.351701 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-b1ebd787-0944-494b-9b67-8b91e854d080 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:16.406166 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:16.421694 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-5f4b17bb-0cf2-4367-8dcd-008673ef6471 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2326719'] for subnet, precommit_delete_associations {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:16.442139 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d020c-4433-47a9-ab41-2a9b7e185651 req-fba423f7-bcbc-4bc6-91d9-01d7fd7f7348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:16.445677 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-531d020c-4433-47a9-ab41-2a9b7e185651 req-fba423f7-bcbc-4bc6-91d9-01d7fd7f7348 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8da4508273ae453e94489f7121be36a4&device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 1097 time: 1.2873609 Jun 04 13:51:16.454835 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd787-0944-494b-9b67-8b91e854d080 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:16.532136 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-5f4b17bb-0cf2-4367-8dcd-008673ef6471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563026'] for subnet, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:16.553905 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] For port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:51:16.581215 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] For port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:51:16.589319 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:16.590199 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:16.685296 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:16.731636 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d771f-40a3-4557-ad54-cd51899e37a3 req-d8c93205-9e96-4f84-8bee-4e668a0abe58 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:16.732605 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b42d771f-40a3-4557-ad54-cd51899e37a3 req-d8c93205-9e96-4f84-8bee-4e668a0abe58 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 944 time: 1.5762186 Jun 04 13:51:16.739396 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd787-0944-494b-9b67-8b91e854d080 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:16.740476 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:16.776515 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=047066f2-dc7e-47ed-b9ce-e9679e16fe1b,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:16.790273 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-5f4b17bb-0cf2-4367-8dcd-008673ef6471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2991170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076379'] for subnet, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:16.803292 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:16.812863 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:16.815458 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:51:16.842452 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Routers {'0c71012e-f2d1-48ad-8ae8-385151c15d14'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:51:16.846315 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:51:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['0c71012e-f2d1-48ad-8ae8-385151c15d14'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:16.942608 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b17bb-0cf2-4367-8dcd-008673ef6471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29006770-a90c-46f5-ae3c-20ca1aaa2b19,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:16.948829 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-5f4b17bb-0cf2-4367-8dcd-008673ef6471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:16.974175 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-5f4b17bb-0cf2-4367-8dcd-008673ef6471 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/29006770-a90c-46f5-ae3c-20ca1aaa2b19 HTTP/1.1" status: 204 len: 168 time: 0.8843584 Jun 04 13:51:16.974862 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40446) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:16.993429 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad5f57-fbc3-49a1-9658-ca7bdeed548c None None] Pushing event updated for resources: {'Port': ['ID=88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:17.006928 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:17.055772 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b42d771f-40a3-4557-ad54-cd51899e37a3 req-24488501-591c-47e1-8393-44495289ba82 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933044 Jun 04 13:51:17.082494 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd787-0944-494b-9b67-8b91e854d080 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:17.213565 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-23d7f24e-8d9e-4bc7-a6fe-690b0cc447d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604469'] for network, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:17.256763 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b1ebd787-0944-494b-9b67-8b91e854d080 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:17.263686 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-b1ebd787-0944-494b-9b67-8b91e854d080 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9676406 Jun 04 13:51:17.277373 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 40452) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:17.297992 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-b39c9315-1cea-4824-b650-dd8d62462179 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Request body: {'security_group_rule': {'security_group_id': '8a332cec-8c4c-48b5-908e-20b1d61e7f22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:17.305109 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-b39c9315-1cea-4824-b650-dd8d62462179 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:17.309690 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebd787-0944-494b-9b67-8b91e854d080 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb15d940-1014-44c1-a403-8e8c373d9539,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:17.323113 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-b39c9315-1cea-4824-b650-dd8d62462179 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Usage tracker for resource:security_group_rule and tenant:1bab325121754db6a16249d176589adc is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:17.327573 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'Port': ['ID=3a1e3ea1-2017-4d13-98ad-ab0026175338,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:17.331354 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-b39c9315-1cea-4824-b650-dd8d62462179 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:17.336929 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:17.342782 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-b39c9315-1cea-4824-b650-dd8d62462179 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:17.350882 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d020c-4433-47a9-ab41-2a9b7e185651 req-8cf9afb6-e009-4c32-b0b2-b8d28021a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:17.353033 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-531d020c-4433-47a9-ab41-2a9b7e185651 req-8cf9afb6-e009-4c32-b0b2-b8d28021a3c8 service neutron] 10.222.0.17 "GET /v2.0/networks?id=9a200dcd-4d77-49de-9821-247a5036b3a7 HTTP/1.1" status: 200 len: 913 time: 0.8870826 Jun 04 13:51:17.378753 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=047066f2-dc7e-47ed-b9ce-e9679e16fe1b,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:17.385703 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] Set router 0c71012e-f2d1-48ad-8ae8-385151c15d14 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:51:17.447071 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-531d020c-4433-47a9-ab41-2a9b7e185651 req-7b0421b1-4da0-4015-98f5-05febdf33f84 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7a5e11-7a9e-478d-b4b9-34d69efb9aba HTTP/1.1" status: 200 len: 217 time: 0.0817521 Jun 04 13:51:17.637101 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-23d7f24e-8d9e-4bc7-a6fe-690b0cc447d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-919093', 'neutron.services.segments.db._delete_segments_for_network-8784468802214'] for network, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:17.707730 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-23d7f24e-8d9e-4bc7-a6fe-690b0cc447d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cc7b61-5724-4143-a6c7-3e57ca906632']}} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:17.746667 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-23d7f24e-8d9e-4bc7-a6fe-690b0cc447d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ab37c9-34d7-43f7-9620-c89e57618a7c') {'for_net_delete': True} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:17.746901 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-23d7f24e-8d9e-4bc7-a6fe-690b0cc447d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ab37c9-34d7-43f7-9620-c89e57618a7c') {} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:17.772506 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-23d7f24e-8d9e-4bc7-a6fe-690b0cc447d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784468805825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2326710'] for segment, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:17.784745 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:17.802041 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-23d7f24e-8d9e-4bc7-a6fe-690b0cc447d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:17.822580 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d7f24e-8d9e-4bc7-a6fe-690b0cc447d7 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=88647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:51:17.822975 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-23d7f24e-8d9e-4bc7-a6fe-690b0cc447d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-918837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2991336'] for segment, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:18.045300 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3', 'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'mac_address': 'fa:16:3e:07:18:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:04Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'subnets': [{'id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:18.051128 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57addc91-96ff-4f05-965b-490c501ba117 None None] The sync data for ids ['0c71012e-f2d1-48ad-8ae8-385151c15d14'] in dv-cinder-843593-2-smb is: [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3', 'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'mac_address': 'fa:16:3e:07:18:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:04Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'subnets': [{'id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:51:18.138638 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-23d7f24e-8d9e-4bc7-a6fe-690b0cc447d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-919102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787971'] for network, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:18.186955 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-23d7f24e-8d9e-4bc7-a6fe-690b0cc447d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:18.198254 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7f24e-8d9e-4bc7-a6fe-690b0cc447d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=56cc7b61-5724-4143-a6c7-3e57ca906632,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:18.203979 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-23d7f24e-8d9e-4bc7-a6fe-690b0cc447d7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/56cc7b61-5724-4143-a6c7-3e57ca906632 HTTP/1.1" status: 204 len: 168 time: 1.2281022 Jun 04 13:51:18.260954 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b39c9315-1cea-4824-b650-dd8d62462179 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:18.334326 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment e6ab37c9-34d7-43f7-9620-c89e57618a7c resource provider aggregate not found Jun 04 13:51:18.351560 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment e6ab37c9-34d7-43f7-9620-c89e57618a7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6ab37c9-34d7-43f7-9620-c89e57618a7c found for delete ", "request_id": "req-12569454-5907-44b0-acfc-65e55c89fa89"}]} Jun 04 13:51:18.470494 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:18.578397 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d020c-4433-47a9-ab41-2a9b7e185651 req-a8958e2f-6c31-437c-ae72-8ad7f1317396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:18.579977 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-531d020c-4433-47a9-ab41-2a9b7e185651 req-a8958e2f-6c31-437c-ae72-8ad7f1317396 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c4722f80-acd3-4111-a1ae-1492758576c2 HTTP/1.1" status: 200 len: 852 time: 1.0222502 Jun 04 13:51:18.652614 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d0693-4900-4828-a551-6be4545026d7 req-facc966b-5d5f-4cb5-92b9-f0fc5846a080 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:18.660272 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f81d0693-4900-4828-a551-6be4545026d7 req-facc966b-5d5f-4cb5-92b9-f0fc5846a080 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 944 time: 0.2455328 Jun 04 13:51:18.770124 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-531d020c-4433-47a9-ab41-2a9b7e185651 req-27494675-3b4d-434a-8b71-60eeb79a6925 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=9a200dcd-4d77-49de-9821-247a5036b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222975 Jun 04 13:51:18.788552 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f81d0693-4900-4828-a551-6be4545026d7 req-531f3e7b-5db0-415d-9eaf-459b87c17c7f tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222997 Jun 04 13:51:18.797651 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b39c9315-1cea-4824-b650-dd8d62462179 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:18.988875 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:19.192547 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'Port': ['ID=3a1e3ea1-2017-4d13-98ad-ab0026175338,revision_number=2']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:19.211280 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b39c9315-1cea-4824-b650-dd8d62462179 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:19.216842 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:19.272172 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c9315-1cea-4824-b650-dd8d62462179 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7a09de-7d49-46b2-bd91-520a5961d527,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:19.440927 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:19.442182 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-4608350c-f6cb-482c-91af-8dc53d654840 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2527390 Jun 04 13:51:19.464037 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40536) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:19.467947 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b39c9315-1cea-4824-b650-dd8d62462179 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:19.472930 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-b39c9315-1cea-4824-b650-dd8d62462179 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1937912 Jun 04 13:51:19.474614 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 40540) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:19.540099 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Request body: {'floatingip': {'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:19.557535 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-9856a343-aa88-4ab0-a594-fc822d1c36ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc743d3ac1a2454ab480a0146e4a0d32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0922091 Jun 04 13:51:19.565568 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:19.567544 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40544) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:19.587103 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Usage tracker for resource:floatingip and tenant:1bab325121754db6a16249d176589adc is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:19.594557 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:19.598876 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 047066f2-dc7e-47ed-b9ce-e9679e16fe1b up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:19.622961 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:19.732167 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-531d020c-4433-47a9-ab41-2a9b7e185651 req-3be9170c-b925-4f97-bb16-0369cbf93d88 service neutron] 10.222.0.17 "GET /v2.0/networks/9a200dcd-4d77-49de-9821-247a5036b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309798 Jun 04 13:51:19.766336 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-24b6ce51-58e6-4966-bdb9-0621d731393e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:19.795098 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-24b6ce51-58e6-4966-bdb9-0621d731393e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:19.821101 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for floatingip, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:19.823110 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:19.823523 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:20.002436 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-8c8d4fb7-a667-48f0-81f6-41f44ea8ff82 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:security_group {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:51:20.013072 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-24b6ce51-58e6-4966-bdb9-0621d731393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:20.036063 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6ce51-58e6-4966-bdb9-0621d731393e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bca5d3-c24d-42a2-9849-e4cd48a93480,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:20.045293 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-24b6ce51-58e6-4966-bdb9-0621d731393e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:20.046449 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-24b6ce51-58e6-4966-bdb9-0621d731393e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8bca5d3-c24d-42a2-9849-e4cd48a93480 HTTP/1.1" status: 204 len: 168 time: 0.4777131 Jun 04 13:51:20.090936 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:20.092115 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:20.100412 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-8c8d4fb7-a667-48f0-81f6-41f44ea8ff82 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:security_group {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:51:20.108882 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-8c8d4fb7-a667-48f0-81f6-41f44ea8ff82 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--124000741&fields=id&tenant_id=b1a0a7d689e345fb800464f38156edb4 HTTP/1.1" status: 200 len: 267 time: 0.1953654 Jun 04 13:51:20.271607 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:20.277670 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:20.281284 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:20.314190 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-531d020c-4433-47a9-ab41-2a9b7e185651 req-1a4c04b4-bcb4-4414-80ba-482ef4604b3f service neutron] 10.222.0.17 "GET /v2.0/networks/9a200dcd-4d77-49de-9821-247a5036b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5726135 Jun 04 13:51:20.401109 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c05f16-f23d-4f30-9787-4a3d483c091c req-4d05355e-b893-4b60-9480-dc65348ca86c tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:20.409428 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-15c05f16-f23d-4f30-9787-4a3d483c091c req-4d05355e-b893-4b60-9480-dc65348ca86c tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 944 time: 0.3977787 Jun 04 13:51:20.414335 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e4380ef2-7b34-41d5-a723-cf8fd5e5172d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:20.415029 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e4380ef2-7b34-41d5-a723-cf8fd5e5172d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:network {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:51:20.459230 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-15c05f16-f23d-4f30-9787-4a3d483c091c req-892b35ca-62fd-4029-b9ef-807b523bd304 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488684 Jun 04 13:51:20.462947 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:20.463581 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:20.496677 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:20.503939 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:20.517934 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e4380ef2-7b34-41d5-a723-cf8fd5e5172d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:network {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:51:20.519132 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e4380ef2-7b34-41d5-a723-cf8fd5e5172d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/networks?id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a HTTP/1.1" status: 200 len: 814 time: 0.4000809 Jun 04 13:51:20.550307 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-a57887ae-6f57-4608-be3c-2422959388d5 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/quotas/b1a0a7d689e345fb800464f38156edb4 HTTP/1.1" status: 200 len: 375 time: 0.0177934 Jun 04 13:51:20.613013 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:20.662073 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-5ede9ed0-6b09-469e-9b85-100a397b6d9b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:51:20.668666 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Allocated IP 172.28.3.203 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/c2364fe2-313c-4b3e-9460-f05935b388e5) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:51:20.738472 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:20.818495 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-5ede9ed0-6b09-469e-9b85-100a397b6d9b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:51:20.819872 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-5ede9ed0-6b09-469e-9b85-100a397b6d9b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2686529 Jun 04 13:51:20.827003 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:20.947520 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.008058 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-1fae4ec3-6201-4c37-a729-bc4a964d6b1d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:51:21.008880 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-1fae4ec3-6201-4c37-a729-bc4a964d6b1d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0756853 Jun 04 13:51:21.021754 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:21.024584 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:21.036243 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event updated for resources: {'Port': ['ID=c2364fe2-313c-4b3e-9460-f05935b388e5,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:21.039659 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:51:21.072714 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.087875 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 40616) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:21.149239 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-3d57f767-71b6-4950-9889-c971a03f9fec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=817d8aea79ce49d4bd20bfe0287f4c6c&name=default HTTP/1.1" status: 200 len: 2977 time: 0.0600686 Jun 04 13:51:21.151696 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40626) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:21.247226 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-3dfeafe1-ccc8-4721-82dc-126fab49aadf service neutron] 10.222.0.15 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277634 Jun 04 13:51:21.297939 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:21.338144 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.360181 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-815eb042-590a-4cad-b963-9671972aafd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.403409 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-815eb042-590a-4cad-b963-9671972aafd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.451724 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:21.452088 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.490295 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-765d0308-73ab-40be-911d-116c6124df09 service neutron] 10.222.0.15 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310574 Jun 04 13:51:21.597295 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-815eb042-590a-4cad-b963-9671972aafd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.643367 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815eb042-590a-4cad-b963-9671972aafd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14e47b1-da9c-4498-8ddb-1f27fbb52b6d,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:21.656293 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-815eb042-590a-4cad-b963-9671972aafd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.658962 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-815eb042-590a-4cad-b963-9671972aafd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a14e47b1-da9c-4498-8ddb-1f27fbb52b6d HTTP/1.1" status: 204 len: 168 time: 0.5057340 Jun 04 13:51:21.672394 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.676843 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:21.775073 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.847093 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.885637 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-05bba835-815a-4388-9cc6-ed666a6035a7 req-355c420e-50c8-4d7a-89a6-c6fb524433eb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 210 time: 0.1007631 Jun 04 13:51:21.887958 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0ed9e-b4ef-49c7-be76-d32f7d2e197b req-1a8bbd5f-ed6f-46a1-9c2b-70b0bcb45f00 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:21.895244 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c6b0ed9e-b4ef-49c7-be76-d32f7d2e197b req-1a8bbd5f-ed6f-46a1-9c2b-70b0bcb45f00 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 944 time: 0.2198143 Jun 04 13:51:21.935444 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event updated for resources: {'Port': ['ID=c2364fe2-313c-4b3e-9460-f05935b388e5,revision_number=2']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:21.965122 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c6b0ed9e-b4ef-49c7-be76-d32f7d2e197b req-f70cf142-507c-4712-aab1-b62dbe7d0f6b tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689127 Jun 04 13:51:22.007341 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:22.009210 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-a8fa95a8-fc2f-4fe9-9932-8034b69d996a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5311437 Jun 04 13:51:22.254710 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 40698) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:22.271065 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-a312807a-9fd1-4855-a883-c0bf23fc62a2 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Synchronizing usage tracker for tenant:1bab325121754db6a16249d176589adc on resource:security_group {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:51:22.380870 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-a312807a-9fd1-4855-a883-c0bf23fc62a2 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Unset dirty status for tenant:1bab325121754db6a16249d176589adc on resource:security_group {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:51:22.383056 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-a312807a-9fd1-4855-a883-c0bf23fc62a2 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1916283521&fields=id&tenant_id=1bab325121754db6a16249d176589adc HTTP/1.1" status: 200 len: 267 time: 0.1521804 Jun 04 13:51:22.388703 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-89e0dd55-731d-4f0b-990c-11f2ec431c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:22.426794 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-89e0dd55-731d-4f0b-990c-11f2ec431c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:22.428869 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-89e0dd55-731d-4f0b-990c-11f2ec431c6b admin admin] Usage tracker for resource:security_group_rule and tenant:b3a3d30df15a41ceb428e8487b195c36 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:22.432478 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-89e0dd55-731d-4f0b-990c-11f2ec431c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:22.442263 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-89e0dd55-731d-4f0b-990c-11f2ec431c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:22.547335 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-89e0dd55-731d-4f0b-990c-11f2ec431c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:22.557978 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-96c922a8-c279-4cf9-b595-0ac973e3ff8f tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:22.558586 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-96c922a8-c279-4cf9-b595-0ac973e3ff8f tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Synchronizing usage tracker for tenant:1bab325121754db6a16249d176589adc on resource:network {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:51:22.681655 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-89e0dd55-731d-4f0b-990c-11f2ec431c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:22.682285 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-96c922a8-c279-4cf9-b595-0ac973e3ff8f tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Unset dirty status for tenant:1bab325121754db6a16249d176589adc on resource:network {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:51:22.682285 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-96c922a8-c279-4cf9-b595-0ac973e3ff8f tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/networks?id=15ca5580-d168-42fa-8af5-abcdc93e9ac4 HTTP/1.1" status: 200 len: 810 time: 0.2886572 Jun 04 13:51:22.699003 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-a73af515-2589-4e5a-aa13-2d3e2959b22a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/quotas/1bab325121754db6a16249d176589adc HTTP/1.1" status: 200 len: 375 time: 0.0133367 Jun 04 13:51:22.727017 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-89e0dd55-731d-4f0b-990c-11f2ec431c6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3a3d30df15a41ceb428e8487b195c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712400 Jun 04 13:51:22.729534 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0dd55-731d-4f0b-990c-11f2ec431c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c728507-72ba-4a49-96e0-2237035e7c1e,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:22.731691 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 40722) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:22.812291 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-97220847-ab13-48cd-aa75-711d8d9c40d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:22.834222 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-e5626e8d-75c5-4749-bf9e-8bc00c7034ba tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1bab325121754db6a16249d176589adc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1205065 Jun 04 13:51:22.844322 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-97220847-ab13-48cd-aa75-711d8d9c40d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:22.972445 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-d756e223-45ed-4db0-a902-bff1a0fe69d6 service neutron] 10.222.0.15 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372962 Jun 04 13:51:22.991553 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-97d37529-715e-4a00-b843-7d55642a94ed req-b27f1f23-8c52-4ed5-983d-4fa8daf0d03e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 210 time: 0.0600970 Jun 04 13:51:22.992861 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-97220847-ab13-48cd-aa75-711d8d9c40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:23.014031 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97220847-ab13-48cd-aa75-711d8d9c40d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c728507-72ba-4a49-96e0-2237035e7c1e,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:23.017697 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-97220847-ab13-48cd-aa75-711d8d9c40d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:23.018823 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-97220847-ab13-48cd-aa75-711d8d9c40d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c728507-72ba-4a49-96e0-2237035e7c1e HTTP/1.1" status: 204 len: 168 time: 0.2860703 Jun 04 13:51:23.157200 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-5b5656fe-67ba-47a8-91b9-9e2c3a1c6919 service neutron] 10.222.0.15 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836288 Jun 04 13:51:23.301476 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9c9cd-a8e8-4eb6-8764-e3a3e27730c0 req-c2dabaf9-f57a-4c67-8269-2db221f200db tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:23.306248 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4cc9c9cd-a8e8-4eb6-8764-e3a3e27730c0 req-c2dabaf9-f57a-4c67-8269-2db221f200db tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 944 time: 0.1279318 Jun 04 13:51:23.353299 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4cc9c9cd-a8e8-4eb6-8764-e3a3e27730c0 req-333af8d8-499d-42e2-b748-03000ce3fabd tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440786 Jun 04 13:51:23.552226 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-4c6d766a-8e2e-464b-abb8-bc3611a8e8a1 req-e9691f16-21c9-4b24-a2a1-73d1515ea21e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Synchronizing usage tracker for tenant:1bab325121754db6a16249d176589adc on resource:port {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:51:23.677573 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-4c6d766a-8e2e-464b-abb8-bc3611a8e8a1 req-e9691f16-21c9-4b24-a2a1-73d1515ea21e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Unset dirty status for tenant:1bab325121754db6a16249d176589adc on resource:port {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:51:23.678783 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4c6d766a-8e2e-464b-abb8-bc3611a8e8a1 req-e9691f16-21c9-4b24-a2a1-73d1515ea21e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 210 time: 0.2187111 Jun 04 13:51:24.067408 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 40788) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:24.087812 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e80e616d-f117-477d-928b-6cc736a57ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:24.104174 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-e80e616d-f117-477d-928b-6cc736a57ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:24.108355 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-e80e616d-f117-477d-928b-6cc736a57ce9 admin admin] Usage tracker for resource:security_group_rule and tenant:6852dbf893b649cf98c3a98d93179b46 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:24.111459 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-e80e616d-f117-477d-928b-6cc736a57ce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:24.118254 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-e80e616d-f117-477d-928b-6cc736a57ce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:24.218276 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e80e616d-f117-477d-928b-6cc736a57ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:24.223849 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-93916130-9ab3-4b11-8ada-62c4a750ddcb req-8581833b-aa5d-4384-bcde-ff4561b8c547 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 210 time: 0.0590603 Jun 04 13:51:24.311614 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e80e616d-f117-477d-928b-6cc736a57ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:24.364968 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e616d-f117-477d-928b-6cc736a57ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c38fbeb-954f-44ba-894d-d294f6c229f8,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:24.369259 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-e80e616d-f117-477d-928b-6cc736a57ce9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6852dbf893b649cf98c3a98d93179b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002417 Jun 04 13:51:24.372186 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 40800) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:24.437634 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-bf93931c-2cb3-45cd-b306-544d1dd95955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:24.464887 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-bf93931c-2cb3-45cd-b306-544d1dd95955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:24.576585 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5331fe-7175-4a26-8332-06b856de48a6 req-bdf0c805-f203-4c6a-93d5-ca53a65ceadd tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:24.578057 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad5331fe-7175-4a26-8332-06b856de48a6 req-bdf0c805-f203-4c6a-93d5-ca53a65ceadd tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 944 time: 0.1063695 Jun 04 13:51:24.646817 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad5331fe-7175-4a26-8332-06b856de48a6 req-dcc4553d-49f4-4d9f-a969-9293bcf262f3 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596871 Jun 04 13:51:24.670396 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-bf93931c-2cb3-45cd-b306-544d1dd95955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:24.694286 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93931c-2cb3-45cd-b306-544d1dd95955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c38fbeb-954f-44ba-894d-d294f6c229f8,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:24.694286 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-bf93931c-2cb3-45cd-b306-544d1dd95955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:24.694286 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-bf93931c-2cb3-45cd-b306-544d1dd95955 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c38fbeb-954f-44ba-894d-d294f6c229f8 HTTP/1.1" status: 204 len: 168 time: 0.3185151 Jun 04 13:51:24.868686 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0a4b11c6-912c-4189-b6ee-d86a2b5acc43 req-1b6bcc2e-b5ab-47aa-b27c-4f6aafe9951d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 210 time: 0.0408146 Jun 04 13:51:25.261825 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-9ffeb9b5-8185-43d6-b071-b523803af3f1 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:25.271823 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-9ffeb9b5-8185-43d6-b071-b523803af3f1 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "GET /v2.0/networks?id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a HTTP/1.1" status: 200 len: 814 time: 0.3050811 Jun 04 13:51:25.311685 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40858) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:25.400324 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-42d804b9-8e34-40f8-9932-09bc34ed62d4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1a0a7d689e345fb800464f38156edb4 HTTP/1.1" status: 200 len: 379 time: 0.1140542 Jun 04 13:51:25.422038 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'port': {'device_id': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'admin_state_up': True, 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'security_groups': ['533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5']}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:25.472917 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c495-375d-458a-9413-71fe267a1eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.490175 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-fbc2c495-375d-458a-9413-71fe267a1eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:25.494233 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-fbc2c495-375d-458a-9413-71fe267a1eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:e6cf8b68761947d8bf80b371aaef7497 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:25.497641 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-fbc2c495-375d-458a-9413-71fe267a1eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:25.517097 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e796a85a-d52b-4c64-927e-269199fc4db9 req-bc6520cf-e90b-47c1-bb0e-43c4f9cc739e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 210 time: 0.1070709 Jun 04 13:51:25.518142 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-fbc2c495-375d-458a-9413-71fe267a1eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:25.653762 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c495-375d-458a-9413-71fe267a1eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.676507 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:25.686907 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:25.805884 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c495-375d-458a-9413-71fe267a1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.879567 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-fbc2c495-375d-458a-9413-71fe267a1eb7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e6cf8b68761947d8bf80b371aaef7497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5636470 Jun 04 13:51:25.879765 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 40894) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:25.883249 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2c495-375d-458a-9413-71fe267a1eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078776b2-17f4-4359-9775-10c5fb1df488,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:25.935712 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Made reservation on behalf of b1a0a7d689e345fb800464f38156edb4 for: {'port': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:25.939466 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.959640 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f99ec-29d5-4796-b0ec-1ba27a0ac56b req-f5de106d-02ad-4857-8b99-c899afcbf5da tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:25.962022 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-908f99ec-29d5-4796-b0ec-1ba27a0ac56b req-f5de106d-02ad-4857-8b99-c899afcbf5da tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 944 time: 0.1952760 Jun 04 13:51:26.057374 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7fa8447c-2edf-4100-af2e-18553bc6afb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:26.089930 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-908f99ec-29d5-4796-b0ec-1ba27a0ac56b req-bde1a0b6-5505-4e16-86a6-87dfebbab743 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101832 Jun 04 13:51:26.154293 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-bc9a347d-e1cd-42d1-b78b-0a32842e3c57 req-9fe91cd5-75a9-463c-80b2-7ed1a514d2bf tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 210 time: 0.1039271 Jun 04 13:51:26.193106 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7fa8447c-2edf-4100-af2e-18553bc6afb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:26.296240 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Allocated IP 172.20.0.8 (f7e165fb-2c08-4a5e-b160-62bdeefaa15a/86aba7f4-4b2c-4624-8047-800bda2d771c/c9934519-b156-42da-aac8-bf408e95fe2c) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:51:26.391543 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.17', 50117) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:26.491653 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7fa8447c-2edf-4100-af2e-18553bc6afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:26.501997 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:26.509907 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8447c-2edf-4100-af2e-18553bc6afb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078776b2-17f4-4359-9775-10c5fb1df488,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:26.518719 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.provisioning_blocks [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Transition to ACTIVE for port object c9934519-b156-42da-aac8-bf408e95fe2c will not be triggered until provisioned by entity DHCP. {{(pid=88648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:26.534068 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7fa8447c-2edf-4100-af2e-18553bc6afb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:26.535468 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-7fa8447c-2edf-4100-af2e-18553bc6afb8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/078776b2-17f4-4359-9775-10c5fb1df488 HTTP/1.1" status: 204 len: 168 time: 0.6548522 Jun 04 13:51:26.563200 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:51:26.632860 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:26.650215 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-e79a130c-a1a5-4884-b23e-ca9c498c40dd tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:26.651674 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-e79a130c-a1a5-4884-b23e-ca9c498c40dd tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.17 "GET /v2.0/networks?id=15ca5580-d168-42fa-8af5-abcdc93e9ac4 HTTP/1.1" status: 200 len: 810 time: 0.2582040 Jun 04 13:51:26.789077 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Network f7e165fb-2c08-4a5e-b160-62bdeefaa15a is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:26.797258 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-0458cf95-0215-4c64-8782-4d1befb8f188 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bab325121754db6a16249d176589adc HTTP/1.1" status: 200 len: 380 time: 0.0724936 Jun 04 13:51:26.797415 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=5a7a5e11-7a9e-478d-b4b9-34d69efb9aba,segment=NetworkSegment(60e7deb5-441f-447a-8af5-3976cb1dd388),segment_id=60e7deb5-441f-447a-8af5-3976cb1dd388)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:26.797558 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:26.809769 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Request body: {'port': {'device_id': '9281753b-d5cb-4d71-bb84-7e4c9431e6f4', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'admin_state_up': True, 'tenant_id': '1bab325121754db6a16249d176589adc', 'security_groups': ['8a332cec-8c4c-48b5-908e-20b1d61e7f22']}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:26.812961 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:51:26.813241 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': '5a7a5e11-7a9e-478d-b4b9-34d69efb9aba', 'network_id': '9a200dcd-4d77-49de-9821-247a5036b3a7', 'port_id': '5a7a5e11-7a9e-478d-b4b9-34d69efb9aba', 'mac_address': 'fa:16:3e:0a:45:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4722f80-acd3-4111-a1ae-1492758576c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:51:26.828540 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:26.831181 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for port, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:26.875396 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:26.876079 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:26.899086 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:51:26.919754 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 40928) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:26.933018 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=5a7a5e11-7a9e-478d-b4b9-34d69efb9aba,segment=NetworkSegment(60e7deb5-441f-447a-8af5-3976cb1dd388),segment_id=60e7deb5-441f-447a-8af5-3976cb1dd388)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:26.942124 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'Port': ['ID=c9934519-b156-42da-aac8-bf408e95fe2c,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:27.009590 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:27.033831 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28c4e3-1663-4788-8f25-a1ec3f2a4bef req-187bdde6-83bb-40f9-bc17-7feae8857b81 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:27.035327 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3b28c4e3-1663-4788-8f25-a1ec3f2a4bef req-187bdde6-83bb-40f9-bc17-7feae8857b81 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 931 time: 0.3826990 Jun 04 13:51:27.043759 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-e13139cc-42ea-48c9-b392-6744c432050d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6325321 Jun 04 13:51:27.064050 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Request body: {'port': {'device_id': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:27.091659 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=5a7a5e11-7a9e-478d-b4b9-34d69efb9aba,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:27.109651 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3b28c4e3-1663-4788-8f25-a1ec3f2a4bef req-b80e4c39-379a-4dce-9daa-bd4a60127fcf tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678582 Jun 04 13:51:27.119602 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:27.146508 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:27.248899 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Made reservation on behalf of 1bab325121754db6a16249d176589adc for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:27.252774 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:27.294459 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-ad0d7044-e2e9-4175-a0dd-1a8bcc26062e None None] Provisioning for port c9934519-b156-42da-aac8-bf408e95fe2c completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:27.300875 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-ad0d7044-e2e9-4175-a0dd-1a8bcc26062e None None] Provisioning complete for port c9934519-b156-42da-aac8-bf408e95fe2c triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:27.301593 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ad0d7044-e2e9-4175-a0dd-1a8bcc26062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:27.401361 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8a63e99c-a858-49c1-ac9f-bf8692ee15b7 req-61e2da22-c6ec-4ab4-8ddc-00f48dede786 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 210 time: 0.1190698 Jun 04 13:51:27.432526 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d7044-e2e9-4175-a0dd-1a8bcc26062e None None] Port c9934519-b156-42da-aac8-bf408e95fe2c cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:51:27.445823 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:27.519753 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['5a7a5e11-7a9e-478d-b4b9-34d69efb9aba'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:51:27.576677 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-490431b4-0953-443a-a020-f999d0cd85ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:27.613223 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-490431b4-0953-443a-a020-f999d0cd85ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:27.635983 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Allocated IP 172.20.0.14 (15ca5580-d168-42fa-8af5-abcdc93e9ac4/1b549cf0-8286-455e-9abd-46f9e5d41a3c/aab71abe-a311-467b-9ed1-462415e5b96d) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:51:27.661015 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-490431b4-0953-443a-a020-f999d0cd85ff admin admin] Usage tracker for resource:security_group_rule and tenant:354d0fa6498e4f5fa4d906a1a2a1bd34 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:27.679733 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466b44d-4bda-4bc7-bb83-2e0179bf28ab req-7c97c8ce-2b6b-4174-841d-1b7a7d4f1ef2 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:27.688030 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1466b44d-4bda-4bc7-bb83-2e0179bf28ab req-7c97c8ce-2b6b-4174-841d-1b7a7d4f1ef2 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 945 time: 0.3643899 Jun 04 13:51:27.706173 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-490431b4-0953-443a-a020-f999d0cd85ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:27.722791 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-490431b4-0953-443a-a020-f999d0cd85ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:27.768357 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1466b44d-4bda-4bc7-bb83-2e0179bf28ab req-6fb0222c-7c2c-4c2c-8670-e8a748b99a41 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793815 Jun 04 13:51:27.942219 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:27.958511 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Transition to ACTIVE for port object aab71abe-a311-467b-9ed1-462415e5b96d will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:27.982788 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-490431b4-0953-443a-a020-f999d0cd85ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:28.060006 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-490431b4-0953-443a-a020-f999d0cd85ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:28.081273 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:28.138483 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-490431b4-0953-443a-a020-f999d0cd85ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=354d0fa6498e4f5fa4d906a1a2a1bd34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2176094 Jun 04 13:51:28.141692 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9934519-b156-42da-aac8-bf408e95fe2c {{(pid=88648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:51:28.150986 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:28.169613 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.provisioning_blocks [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Transition to ACTIVE for port object c9934519-b156-42da-aac8-bf408e95fe2c will not be triggered until provisioned by entity L2. {{(pid=88648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:28.172969 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 40976) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:28.193577 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490431b4-0953-443a-a020-f999d0cd85ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79caa60a-354e-4561-8b56-bc330174d609,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:28.215998 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event updated for resources: {'Port': ['ID=aab71abe-a311-467b-9ed1-462415e5b96d,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:28.263467 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:28.270085 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:28.272569 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-025e84c5-6c2a-4d3c-baad-36c5ab7e647b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:28.274636 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:51:28.277910 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:28.505219 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:28.505944 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:28.564510 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:28.595282 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-025e84c5-6c2a-4d3c-baad-36c5ab7e647b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:28.677511 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e477e-0343-4aeb-a778-4929f5e6de75 req-b7009cd4-6624-4151-b5f7-eef41c15cd5e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:28.680114 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2e5e477e-0343-4aeb-a778-4929f5e6de75 req-b7009cd4-6624-4151-b5f7-eef41c15cd5e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 943 time: 0.2809319 Jun 04 13:51:28.749973 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2e5e477e-0343-4aeb-a778-4929f5e6de75 req-13710a87-98b6-47d1-b1ac-b2df5c980763 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628481 Jun 04 13:51:28.761314 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-f1b7681c-0169-45f1-96a8-beb4778c659b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9485495 Jun 04 13:51:28.771008 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Request body: {'port': {'device_id': '9281753b-d5cb-4d71-bb84-7e4c9431e6f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:28.877203 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-da8f1793-c63b-4052-b232-3a3da5d23ee1 None None] Provisioning for port aab71abe-a311-467b-9ed1-462415e5b96d completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:28.878146 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Pushing event updated for resources: {'Port': ['ID=c9934519-b156-42da-aac8-bf408e95fe2c,revision_number=2']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:28.894751 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-da8f1793-c63b-4052-b232-3a3da5d23ee1 None None] Provisioning complete for port aab71abe-a311-467b-9ed1-462415e5b96d triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:28.896221 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-da8f1793-c63b-4052-b232-3a3da5d23ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:28.926189 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.managers [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Attempting to bind port c9934519-b156-42da-aac8-bf408e95fe2c on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:51:28.926520 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.managers [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Attempting to bind port c9934519-b156-42da-aac8-bf408e95fe2c by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'}] {{(pid=88648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:51:28.926845 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Attempting to bind port c9934519-b156-42da-aac8-bf408e95fe2c on network f7e165fb-2c08-4a5e-b160-62bdeefaa15a {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:28.935204 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Port c9934519-b156-42da-aac8-bf408e95fe2c on network f7e165fb-2c08-4a5e-b160-62bdeefaa15a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:51:28.935641 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Attempting to bind port c9934519-b156-42da-aac8-bf408e95fe2c on network f7e165fb-2c08-4a5e-b160-62bdeefaa15a {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:28.946405 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:51:28.946737 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Checking segment: {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:51:28.947127 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Bound using segment: {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'} {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:51:28.947551 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.managers [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Bound port: c9934519-b156-42da-aac8-bf408e95fe2c, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'}}] {{(pid=88648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:51:28.947894 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:28.969365 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:28.985552 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:28.993179 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:28.993830 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.044646 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53894370-1593-45e9-9972-b05fea7c2999 req-949d0df5-1607-42b9-89e1-85c978a81168 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:29.046168 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-53894370-1593-45e9-9972-b05fea7c2999 req-949d0df5-1607-42b9-89e1-85c978a81168 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 932 time: 0.2872698 Jun 04 13:51:29.075846 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-025e84c5-6c2a-4d3c-baad-36c5ab7e647b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.117712 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e84c5-6c2a-4d3c-baad-36c5ab7e647b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79caa60a-354e-4561-8b56-bc330174d609,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:29.119986 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] For port c9934519-b156-42da-aac8-bf408e95fe2c, host hv-cinder-84359, cleared binding levels {{(pid=88648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:51:29.146854 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-025e84c5-6c2a-4d3c-baad-36c5ab7e647b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.151284 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-025e84c5-6c2a-4d3c-baad-36c5ab7e647b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79caa60a-354e-4561-8b56-bc330174d609 HTTP/1.1" status: 204 len: 168 time: 0.9772003 Jun 04 13:51:29.155997 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-53894370-1593-45e9-9972-b05fea7c2999 req-70d0bb82-1ea1-405b-b4e1-3eb9ee65368e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002834 Jun 04 13:51:29.157702 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] For port c9934519-b156-42da-aac8-bf408e95fe2c, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c9934519-b156-42da-aac8-bf408e95fe2c,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:51:29.201276 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-da8f1793-c63b-4052-b232-3a3da5d23ee1 None None] Port aab71abe-a311-467b-9ed1-462415e5b96d cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:51:29.223923 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:29.224305 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.260719 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7a5e11-7a9e-478d-b4b9-34d69efb9aba'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:51:29.294682 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.401194 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=5a7a5e11-7a9e-478d-b4b9-34d69efb9aba,segment=NetworkSegment(60e7deb5-441f-447a-8af5-3976cb1dd388),segment_id=60e7deb5-441f-447a-8af5-3976cb1dd388)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:29.413532 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a4283-2954-42c0-adb3-fc75aee5bd4c req-3f9e7773-e0d0-48d7-a93a-2b24adb513f2 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:29.416766 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4b2a4283-2954-42c0-adb3-fc75aee5bd4c req-3f9e7773-e0d0-48d7-a93a-2b24adb513f2 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 945 time: 0.4972744 Jun 04 13:51:29.431535 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:29.432422 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for port, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.433920 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] 10.222.0.17 "PUT /v2.0/ports/c9934519-b156-42da-aac8-bf408e95fe2c HTTP/1.1" status: 200 len: 1093 time: 2.3757770 Jun 04 13:51:29.434362 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'tag': 'c9934519-b156-42da-aac8-bf408e95fe2c'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:51:29.448688 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd756478-ce55-471f-9cc3-ed8acd9c8a88 service neutron] Pushing event updated for resources: {'Port': ['ID=c9934519-b156-42da-aac8-bf408e95fe2c,revision_number=3']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:29.498744 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.536819 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4b2a4283-2954-42c0-adb3-fc75aee5bd4c req-c396c197-9c13-46a2-b25c-16d86bb477bd tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137693 Jun 04 13:51:29.560346 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fcd67d7-d2d0-4419-965b-dfd479c593cc'] response: {'name': 'network-changed', 'server_uuid': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'tag': 'c9934519-b156-42da-aac8-bf408e95fe2c', 'status': 'completed', 'code': 200} Jun 04 13:51:29.657853 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=5a7a5e11-7a9e-478d-b4b9-34d69efb9aba,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:29.718255 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab71abe-a311-467b-9ed1-462415e5b96d {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:51:29.736516 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-2751f281-1798-41b5-9b2d-042f93f321d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:29.738366 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-2751f281-1798-41b5-9b2d-042f93f321d3 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 1096 time: 0.1633632 Jun 04 13:51:29.743047 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.760235 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Transition to ACTIVE for port object aab71abe-a311-467b-9ed1-462415e5b96d will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:29.826054 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.847700 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-fb88d0a4-1756-4b36-8b2d-276057c99c51 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9934519-b156-42da-aac8-bf408e95fe2c HTTP/1.1" status: 200 len: 217 time: 0.0956976 Jun 04 13:51:29.945839 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-0896a03a-e92f-4caf-a632-64df3b16f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:29.947981 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-0896a03a-e92f-4caf-a632-64df3b16f9f7 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=86aba7f4-4b2c-4624-8047-800bda2d771c HTTP/1.1" status: 200 len: 853 time: 0.0947351 Jun 04 13:51:30.059065 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86f6dc0-61e2-4967-a18a-27df6407c599'] response: {'server_uuid': 'f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7a5e11-7a9e-478d-b4b9-34d69efb9aba', 'code': 200} Jun 04 13:51:30.211559 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 41056) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:30.221965 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad281c02-dbee-43d9-b426-b9b940fc778d req-ad26a531-6d5f-410c-9f2a-2a43c9c72c6b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:30.222796 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-ad281c02-dbee-43d9-b426-b9b940fc778d req-ad26a531-6d5f-410c-9f2a-2a43c9c72c6b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:51:30.238531 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-4bbb1df6-cbe6-45a5-b103-3a2b62ad75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:30.238531 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-4bbb1df6-cbe6-45a5-b103-3a2b62ad75f6 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2781086 Jun 04 13:51:30.257431 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-769dba11-1993-4b06-b38b-9ce726a7b8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:30.272563 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Pushing event updated for resources: {'Port': ['ID=aab71abe-a311-467b-9ed1-462415e5b96d,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:30.298459 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Attempting to bind port aab71abe-a311-467b-9ed1-462415e5b96d on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:51:30.298817 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Attempting to bind port aab71abe-a311-467b-9ed1-462415e5b96d by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:51:30.299147 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Attempting to bind port aab71abe-a311-467b-9ed1-462415e5b96d on network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:30.310971 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Port aab71abe-a311-467b-9ed1-462415e5b96d on network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:51:30.311892 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Attempting to bind port aab71abe-a311-467b-9ed1-462415e5b96d on network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:30.328839 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:51:30.329208 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Checking segment: {'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:51:30.329833 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Bound using segment: {'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:51:30.330467 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Bound port: aab71abe-a311-467b-9ed1-462415e5b96d, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:51:30.330822 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:30.406940 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-769dba11-1993-4b06-b38b-9ce726a7b8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:30.415525 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-769dba11-1993-4b06-b38b-9ce726a7b8a7 admin admin] Usage tracker for resource:security_group_rule and tenant:781cf50cdd2f443d96fbfd65bcd09494 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:30.419696 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-769dba11-1993-4b06-b38b-9ce726a7b8a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:30.427917 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-769dba11-1993-4b06-b38b-9ce726a7b8a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:30.480724 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.17', 50126) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:30.481213 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-ad281c02-dbee-43d9-b426-b9b940fc778d req-ad26a531-6d5f-410c-9f2a-2a43c9c72c6b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:51:30.482531 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad281c02-dbee-43d9-b426-b9b940fc778d req-ad26a531-6d5f-410c-9f2a-2a43c9c72c6b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 943 time: 0.5252225 Jun 04 13:51:30.494875 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-cdbbf44a-4bb9-4197-bb69-efc823ab5410 service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068446 Jun 04 13:51:30.540730 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] For port aab71abe-a311-467b-9ed1-462415e5b96d, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:51:30.562296 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] For port aab71abe-a311-467b-9ed1-462415e5b96d, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=aab71abe-a311-467b-9ed1-462415e5b96d,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:51:30.570826 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca6ec9-b4f0-43fe-bc6f-5f5b37455c93 req-b417ba23-92e1-4163-8ae4-0f128468d7a4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:30.571506 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-f3ca6ec9-b4f0-43fe-bc6f-5f5b37455c93 req-b417ba23-92e1-4163-8ae4-0f128468d7a4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Synchronizing usage tracker for tenant:1bab325121754db6a16249d176589adc on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:51:30.607966 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc00c4-6d09-44c2-a004-97afb7428965 req-4048cdc4-fe7d-4b89-87e2-1cfbc6f146d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:30.609484 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-91cc00c4-6d09-44c2-a004-97afb7428965 req-4048cdc4-fe7d-4b89-87e2-1cfbc6f146d2 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 1099 time: 0.1256351 Jun 04 13:51:30.631387 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-91cc00c4-6d09-44c2-a004-97afb7428965 req-4ed1de2b-50e6-43d5-a8d8-05b359330058 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:30.642300 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:30.642643 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad281c02-dbee-43d9-b426-b9b940fc778d req-c415788f-8ae6-44b0-a48b-f4b47245a3e3 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509147 Jun 04 13:51:30.685824 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-91cc00c4-6d09-44c2-a004-97afb7428965 req-4ed1de2b-50e6-43d5-a8d8-05b359330058 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:30.689811 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-91cc00c4-6d09-44c2-a004-97afb7428965 req-4ed1de2b-50e6-43d5-a8d8-05b359330058 service neutron] Usage tracker for resource:security_group_rule and tenant:0310ebc61f364151ba6e2150443d4218 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:30.692762 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-91cc00c4-6d09-44c2-a004-97afb7428965 req-4ed1de2b-50e6-43d5-a8d8-05b359330058 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:30.698633 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-91cc00c4-6d09-44c2-a004-97afb7428965 req-4ed1de2b-50e6-43d5-a8d8-05b359330058 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:30.714583 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-f3ca6ec9-b4f0-43fe-bc6f-5f5b37455c93 req-b417ba23-92e1-4163-8ae4-0f128468d7a4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Unset dirty status for tenant:1bab325121754db6a16249d176589adc on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:51:30.715740 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f3ca6ec9-b4f0-43fe-bc6f-5f5b37455c93 req-b417ba23-92e1-4163-8ae4-0f128468d7a4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 944 time: 0.3674853 Jun 04 13:51:30.734638 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5be18c96-93a1-4682-af5c-dd47e9bc7a6e req-76017b3d-a062-4850-a71d-328ba847afc6 service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223682 Jun 04 13:51:30.743701 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-769dba11-1993-4b06-b38b-9ce726a7b8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:30.751518 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:30.752134 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:30.757935 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] 10.222.0.17 "PUT /v2.0/ports/aab71abe-a311-467b-9ed1-462415e5b96d HTTP/1.1" status: 200 len: 1094 time: 1.9917507 Jun 04 13:51:30.758429 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9281753b-d5cb-4d71-bb84-7e4c9431e6f4', 'tag': 'aab71abe-a311-467b-9ed1-462415e5b96d'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:51:30.813135 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc196c2-1db3-4f67-a854-d9a528280a10 service neutron] Pushing event updated for resources: {'Port': ['ID=aab71abe-a311-467b-9ed1-462415e5b96d,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:30.843691 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f3ca6ec9-b4f0-43fe-bc6f-5f5b37455c93 req-82007a94-03a3-466c-a19a-101815809dbe tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127360 Jun 04 13:51:30.870933 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-769dba11-1993-4b06-b38b-9ce726a7b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:30.992172 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769dba11-1993-4b06-b38b-9ce726a7b8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67583ce7-9eb1-4723-a87d-696131096181,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:31.113676 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-769dba11-1993-4b06-b38b-9ce726a7b8a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=781cf50cdd2f443d96fbfd65bcd09494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8851149 Jun 04 13:51:31.114352 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41094) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:31.163531 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a000712-f6ef-4b4c-b947-a5412fe94a88 req-e5e991c9-1c21-4f4f-8917-3feaa034ecc8 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:31.175901 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8a000712-f6ef-4b4c-b947-a5412fe94a88 req-e5e991c9-1c21-4f4f-8917-3feaa034ecc8 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 946 time: 0.3688605 Jun 04 13:51:31.198100 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-91cc00c4-6d09-44c2-a004-97afb7428965 req-4ed1de2b-50e6-43d5-a8d8-05b359330058 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:31.219661 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172c5ad-2497-46a5-87d9-74214d601840 req-20a56351-fa44-4192-802b-48d6146c9fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:31.222079 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4172c5ad-2497-46a5-87d9-74214d601840 req-20a56351-fa44-4192-802b-48d6146c9fb0 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 1096 time: 0.3151457 Jun 04 13:51:31.222872 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-ea417bee-8f48-4b54-8d82-990d90319d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:31.224327 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-ea417bee-8f48-4b54-8d82-990d90319d55 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1bab325121754db6a16249d176589adc&device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 1097 time: 0.2425749 Jun 04 13:51:31.244043 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8a000712-f6ef-4b4c-b947-a5412fe94a88 req-c27ce07b-8961-41f5-9345-9f7e84d51e2e tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642800 Jun 04 13:51:31.315595 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-8115a96f-b638-4339-8384-c7dc6dc14bef service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aab71abe-a311-467b-9ed1-462415e5b96d HTTP/1.1" status: 200 len: 217 time: 0.0705736 Jun 04 13:51:31.343402 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9587c00-ad7c-4c97-a798-cf3b7b5bf7ba'] response: {'name': 'network-changed', 'server_uuid': '9281753b-d5cb-4d71-bb84-7e4c9431e6f4', 'tag': 'aab71abe-a311-467b-9ed1-462415e5b96d', 'status': 'completed', 'code': 200} Jun 04 13:51:31.362759 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-91cc00c4-6d09-44c2-a004-97afb7428965 req-4ed1de2b-50e6-43d5-a8d8-05b359330058 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:31.385752 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-0ee68229-7362-4155-b121-843986607213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:31.387600 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-0ee68229-7362-4155-b121-843986607213 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=1b549cf0-8286-455e-9abd-46f9e5d41a3c HTTP/1.1" status: 200 len: 849 time: 0.0652122 Jun 04 13:51:31.398427 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-054d67c4-ff35-4a7c-be6a-08eeb8da0e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:31.409045 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-91cc00c4-6d09-44c2-a004-97afb7428965 req-4ed1de2b-50e6-43d5-a8d8-05b359330058 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7934241 Jun 04 13:51:31.462134 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1de2b-50e6-43d5-a8d8-05b359330058 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bde56277-39ad-45e9-8a0e-72d17cbdef13,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:31.481099 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-054d67c4-ff35-4a7c-be6a-08eeb8da0e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:31.483181 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-6d3d0296-c199-4811-8a50-a0e9000e18c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:31.484644 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-6d3d0296-c199-4811-8a50-a0e9000e18c7 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=15ca5580-d168-42fa-8af5-abcdc93e9ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0888395 Jun 04 13:51:31.503127 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172c5ad-2497-46a5-87d9-74214d601840 req-f260cc42-e661-4428-a65a-748b88e7790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:31.504913 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4172c5ad-2497-46a5-87d9-74214d601840 req-f260cc42-e661-4428-a65a-748b88e7790f service neutron] 10.222.0.17 "GET /v2.0/networks?id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a HTTP/1.1" status: 200 len: 915 time: 0.2641959 Jun 04 13:51:31.614758 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-054d67c4-ff35-4a7c-be6a-08eeb8da0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:31.631939 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d67c4-ff35-4a7c-be6a-08eeb8da0e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67583ce7-9eb1-4723-a87d-696131096181,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:31.643191 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-054d67c4-ff35-4a7c-be6a-08eeb8da0e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:31.644476 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-054d67c4-ff35-4a7c-be6a-08eeb8da0e99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67583ce7-9eb1-4723-a87d-696131096181 HTTP/1.1" status: 204 len: 168 time: 0.5268717 Jun 04 13:51:31.892317 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4172c5ad-2497-46a5-87d9-74214d601840 req-f832df98-fb95-4b83-af85-39e1929665cb service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9934519-b156-42da-aac8-bf408e95fe2c HTTP/1.1" status: 200 len: 217 time: 0.0660408 Jun 04 13:51:31.952055 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba430759-a925-4311-8afe-497875073d84 req-cb694363-c369-47d3-b75c-73990e6246a3 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:31.955173 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ba430759-a925-4311-8afe-497875073d84 req-cb694363-c369-47d3-b75c-73990e6246a3 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 943 time: 0.1900427 Jun 04 13:51:31.994423 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172c5ad-2497-46a5-87d9-74214d601840 req-79625fdd-f878-45bd-8ee6-6d078dc70cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:31.996211 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4172c5ad-2497-46a5-87d9-74214d601840 req-79625fdd-f878-45bd-8ee6-6d078dc70cab service neutron] 10.222.0.17 "GET /v2.0/subnets?id=86aba7f4-4b2c-4624-8047-800bda2d771c HTTP/1.1" status: 200 len: 853 time: 0.0961208 Jun 04 13:51:32.058796 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ba430759-a925-4311-8afe-497875073d84 req-4b35453b-ddc3-4f45-9b39-158032a46545 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936043 Jun 04 13:51:32.095680 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-d1a4bc4e-5458-4799-a93d-2a9f208deea8 service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747722 Jun 04 13:51:32.130900 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172c5ad-2497-46a5-87d9-74214d601840 req-eb5b2e1a-8361-4ea2-acb1-745ee15c3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:32.141559 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4172c5ad-2497-46a5-87d9-74214d601840 req-eb5b2e1a-8361-4ea2-acb1-745ee15c3b6c service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1233513 Jun 04 13:51:32.363485 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfecc8-abcb-40c2-a91a-6e98ea9b2f8f req-04ab5738-5a02-4179-b18a-b35d10b62ecc tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:32.363485 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-29bfecc8-abcb-40c2-a91a-6e98ea9b2f8f req-04ab5738-5a02-4179-b18a-b35d10b62ecc tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 944 time: 0.2632267 Jun 04 13:51:32.419563 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-29bfecc8-abcb-40c2-a91a-6e98ea9b2f8f req-2b7b80b6-fc6c-40c4-b8c6-a155cc8eb9ee tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555587 Jun 04 13:51:32.424445 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a7e08fa1-b4d1-43b7-9068-fc6e28557953 req-086861e9-2383-41c0-a6db-c2f7d90b6895 service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759879 Jun 04 13:51:32.480512 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4172c5ad-2497-46a5-87d9-74214d601840 req-873ab28b-24bb-4459-86e5-d03270b3670a service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378913 Jun 04 13:51:32.651217 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cd2b3-9215-4717-a714-a091fc3d4aa9 req-56840561-daac-44a7-bff5-0f5434f3b71f tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:32.652724 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a57cd2b3-9215-4717-a714-a091fc3d4aa9 req-56840561-daac-44a7-bff5-0f5434f3b71f tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 946 time: 0.2354481 Jun 04 13:51:32.713821 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cda43-8a26-48cc-bb98-c9f2b53d99f1 req-3e92dcaa-efc0-451c-842b-aafc4569e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:32.716341 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-629cda43-8a26-48cc-bb98-c9f2b53d99f1 req-3e92dcaa-efc0-451c-842b-aafc4569e1b8 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1bab325121754db6a16249d176589adc&device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 1097 time: 0.0876708 Jun 04 13:51:32.719522 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4172c5ad-2497-46a5-87d9-74214d601840 req-a7b67315-7920-4660-bdbc-d6ec440335dd service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223611 Jun 04 13:51:32.726231 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a57cd2b3-9215-4717-a714-a091fc3d4aa9 req-16fe94ed-d766-4d69-a914-b1243ca8397c tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667970 Jun 04 13:51:32.878942 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cda43-8a26-48cc-bb98-c9f2b53d99f1 req-d92c0ae3-e921-4b37-b49f-d429900ed9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:32.880370 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-629cda43-8a26-48cc-bb98-c9f2b53d99f1 req-d92c0ae3-e921-4b37-b49f-d429900ed9ad service neutron] 10.222.0.17 "GET /v2.0/networks?id=15ca5580-d168-42fa-8af5-abcdc93e9ac4 HTTP/1.1" status: 200 len: 911 time: 0.1323857 Jun 04 13:51:32.962343 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-629cda43-8a26-48cc-bb98-c9f2b53d99f1 req-e06651d8-b560-4088-bc5a-c69c9632a068 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aab71abe-a311-467b-9ed1-462415e5b96d HTTP/1.1" status: 200 len: 217 time: 0.0757265 Jun 04 13:51:33.044460 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cda43-8a26-48cc-bb98-c9f2b53d99f1 req-2c5eb007-7774-4258-b99f-c0cc62fb6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:33.046074 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-629cda43-8a26-48cc-bb98-c9f2b53d99f1 req-2c5eb007-7774-4258-b99f-c0cc62fb6bbd service neutron] 10.222.0.17 "GET /v2.0/subnets?id=1b549cf0-8286-455e-9abd-46f9e5d41a3c HTTP/1.1" status: 200 len: 849 time: 0.0774503 Jun 04 13:51:33.190098 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cda43-8a26-48cc-bb98-c9f2b53d99f1 req-30329130-ba34-4caa-b83e-f9a5f192de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:33.192334 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-629cda43-8a26-48cc-bb98-c9f2b53d99f1 req-30329130-ba34-4caa-b83e-f9a5f192de25 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=15ca5580-d168-42fa-8af5-abcdc93e9ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1401465 Jun 04 13:51:33.425217 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-629cda43-8a26-48cc-bb98-c9f2b53d99f1 req-eb75aa09-6a89-4121-b580-0ad4c7b46640 service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245362 Jun 04 13:51:33.461960 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cede3c4-e83c-488b-804a-22aa012ca0b4 req-5fa4ddf3-f7e4-4022-90bc-22d645fca63e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:33.463515 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4cede3c4-e83c-488b-804a-22aa012ca0b4 req-5fa4ddf3-f7e4-4022-90bc-22d645fca63e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 943 time: 0.2161717 Jun 04 13:51:33.593801 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4cede3c4-e83c-488b-804a-22aa012ca0b4 req-b30a1b4d-adf7-4f13-a8dc-d3a96e33f47f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240602 Jun 04 13:51:33.619593 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-629cda43-8a26-48cc-bb98-c9f2b53d99f1 req-78498849-b85b-4a01-bedc-278217af24b4 service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862509 Jun 04 13:51:33.723968 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f04a98-1b45-446b-82da-8ecc99ebcb98 req-643e2268-2772-4a3c-a45c-caf68efe0b8a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:33.725441 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-28f04a98-1b45-446b-82da-8ecc99ebcb98 req-643e2268-2772-4a3c-a45c-caf68efe0b8a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 944 time: 0.1076543 Jun 04 13:51:33.776444 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-28f04a98-1b45-446b-82da-8ecc99ebcb98 req-2f139432-8425-4a18-a943-b96923a6a71b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446420 Jun 04 13:51:33.941247 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51165c36-25f0-4672-9564-eb3dc1d7115c req-8007c82f-adba-4fb1-bd66-2fb128305921 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:33.944340 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-51165c36-25f0-4672-9564-eb3dc1d7115c req-8007c82f-adba-4fb1-bd66-2fb128305921 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 946 time: 0.0996559 Jun 04 13:51:33.998718 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-51165c36-25f0-4672-9564-eb3dc1d7115c req-5a2be2d6-23c3-4713-b180-c681a5b15d5f tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481606 Jun 04 13:51:34.476182 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41258) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:34.613667 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device c9934519-b156-42da-aac8-bf408e95fe2c details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:51:34.650171 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7caaadfe-12bf-4d39-bbaa-b005ca0900fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:34.666384 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-7caaadfe-12bf-4d39-bbaa-b005ca0900fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:34.670536 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-7caaadfe-12bf-4d39-bbaa-b005ca0900fb admin admin] Usage tracker for resource:security_group_rule and tenant:07320940aa734af8b4daf4e007282281 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:34.673606 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-7caaadfe-12bf-4d39-bbaa-b005ca0900fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:34.680086 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-7caaadfe-12bf-4d39-bbaa-b005ca0900fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:34.812088 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port c9934519-b156-42da-aac8-bf408e95fe2c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c9934519-b156-42da-aac8-bf408e95fe2c,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:34.827540 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': 'c9934519-b156-42da-aac8-bf408e95fe2c', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'port_id': 'c9934519-b156-42da-aac8-bf408e95fe2c', 'mac_address': 'fa:16:3e:ae:30:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:51:34.832702 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7caaadfe-12bf-4d39-bbaa-b005ca0900fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:34.869517 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4488c-c482-45fc-a21e-0eee9423af49 req-be0f3e19-4ff6-4868-a743-1208d3c31896 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:34.871541 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d8b4488c-c482-45fc-a21e-0eee9423af49 req-be0f3e19-4ff6-4868-a743-1208d3c31896 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 943 time: 0.1175580 Jun 04 13:51:34.904053 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port c9934519-b156-42da-aac8-bf408e95fe2c is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:34.904569 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:34.926866 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9934519-b156-42da-aac8-bf408e95fe2c {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:51:34.931513 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7caaadfe-12bf-4d39-bbaa-b005ca0900fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:34.945940 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port c9934519-b156-42da-aac8-bf408e95fe2c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c9934519-b156-42da-aac8-bf408e95fe2c,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:35.010056 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-7caaadfe-12bf-4d39-bbaa-b005ca0900fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07320940aa734af8b4daf4e007282281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5327203 Jun 04 13:51:35.013334 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d8b4488c-c482-45fc-a21e-0eee9423af49 req-242a4e9d-7060-436e-824d-6465bc306866 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260703 Jun 04 13:51:35.013813 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41280) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:35.015195 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:35.028933 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaadfe-12bf-4d39-bbaa-b005ca0900fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3644e42a-465f-4811-8927-f8c2e362446f,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:35.030784 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72481f-5bd9-480a-a065-0527d77c125f req-db17a2f6-c922-42b8-bcf3-ec19d9df6d92 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:35.032345 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8f72481f-5bd9-480a-a065-0527d77c125f req-db17a2f6-c922-42b8-bcf3-ec19d9df6d92 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 944 time: 0.1277003 Jun 04 13:51:35.101841 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-be67010d-157a-4ad2-99b5-a5fe634acb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:35.126723 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8f72481f-5bd9-480a-a065-0527d77c125f req-63166b7e-f203-4ed4-99bb-7dd3d5e32532 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880177 Jun 04 13:51:35.133590 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-be67010d-157a-4ad2-99b5-a5fe634acb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:35.202726 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=c9934519-b156-42da-aac8-bf408e95fe2c,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:35.298834 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-be67010d-157a-4ad2-99b5-a5fe634acb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:35.317096 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67010d-157a-4ad2-99b5-a5fe634acb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3644e42a-465f-4811-8927-f8c2e362446f,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:35.325821 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-be67010d-157a-4ad2-99b5-a5fe634acb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:35.326931 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-be67010d-157a-4ad2-99b5-a5fe634acb01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3644e42a-465f-4811-8927-f8c2e362446f HTTP/1.1" status: 204 len: 168 time: 0.3097417 Jun 04 13:51:35.340223 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a25ae-bc01-46f8-9d2d-13f746352214 req-9ff8d267-fe1e-4c31-8956-3b90ce5caf96 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:35.343404 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b95a25ae-bc01-46f8-9d2d-13f746352214 req-9ff8d267-fe1e-4c31-8956-3b90ce5caf96 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 946 time: 0.1066542 Jun 04 13:51:35.405114 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b95a25ae-bc01-46f8-9d2d-13f746352214 req-953f8c4a-b39f-4634-a3a4-2b027de6d16c tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493853 Jun 04 13:51:35.476644 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['c9934519-b156-42da-aac8-bf408e95fe2c'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:51:35.728611 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-df4e80a8-f785-4b94-bed4-c71d1230d440 req-245002b9-3f51-4a2b-90f9-80599e44046a service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0946445 Jun 04 13:51:35.785676 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-4c0cf673-f0a0-4ced-b9a1-506b7d6935ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:35.888917 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e80a8-f785-4b94-bed4-c71d1230d440 req-9d0be9ad-8c50-40de-aa67-20f15516b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:35.890426 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-df4e80a8-f785-4b94-bed4-c71d1230d440 req-9d0be9ad-8c50-40de-aa67-20f15516b4c4 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=8da4508273ae453e94489f7121be36a4&device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 1099 time: 0.0728421 Jun 04 13:51:36.037733 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e80a8-f785-4b94-bed4-c71d1230d440 req-b90f58de-a2df-4a9e-b68d-c7b5a60eb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:36.039265 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-df4e80a8-f785-4b94-bed4-c71d1230d440 req-b90f58de-a2df-4a9e-b68d-c7b5a60eb7c5 service neutron] 10.222.0.17 "GET /v2.0/networks?id=9a200dcd-4d77-49de-9821-247a5036b3a7 HTTP/1.1" status: 200 len: 913 time: 0.1314304 Jun 04 13:51:36.075998 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41322) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:36.093766 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ba207e0b-85f1-4448-b983-418f4f82322e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.120888 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-ba207e0b-85f1-4448-b983-418f4f82322e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:36.126117 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-ba207e0b-85f1-4448-b983-418f4f82322e admin admin] Usage tracker for resource:security_group_rule and tenant:6e45e16366b944d0945d715290e69673 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:36.129398 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-ba207e0b-85f1-4448-b983-418f4f82322e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:36.137385 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-ba207e0b-85f1-4448-b983-418f4f82322e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:36.204410 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-df4e80a8-f785-4b94-bed4-c71d1230d440 req-38a7d911-ebcd-4570-9f91-31e5f369dbe7 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a7a5e11-7a9e-478d-b4b9-34d69efb9aba HTTP/1.1" status: 200 len: 217 time: 0.1585233 Jun 04 13:51:36.236287 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ba207e0b-85f1-4448-b983-418f4f82322e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.292962 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ba207e0b-85f1-4448-b983-418f4f82322e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.375193 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e80a8-f785-4b94-bed4-c71d1230d440 req-804f61b7-f2dd-4f7a-8761-0e27a1ecffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:36.379578 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-df4e80a8-f785-4b94-bed4-c71d1230d440 req-804f61b7-f2dd-4f7a-8761-0e27a1ecffdc service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c4722f80-acd3-4111-a1ae-1492758576c2 HTTP/1.1" status: 200 len: 852 time: 0.1665344 Jun 04 13:51:36.460847 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba207e0b-85f1-4448-b983-418f4f82322e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c9ace8-857a-4876-a079-03c8fe98d099,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:36.467712 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-ba207e0b-85f1-4448-b983-418f4f82322e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e45e16366b944d0945d715290e69673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899999 Jun 04 13:51:36.473967 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-df4e80a8-f785-4b94-bed4-c71d1230d440 req-aea9a6bf-5748-46de-a016-e1e0a6742be3 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=9a200dcd-4d77-49de-9821-247a5036b3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755551 Jun 04 13:51:36.474368 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41346) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:36.484422 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869f99c-c6b7-4e11-83f8-1de0ebcd7679 req-f9e719c7-60da-440b-9867-818fff291d72 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:36.492137 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4869f99c-c6b7-4e11-83f8-1de0ebcd7679 req-f9e719c7-60da-440b-9867-818fff291d72 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 944 time: 0.2232444 Jun 04 13:51:36.545339 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002d082-dc81-4ab1-aa22-6682bd57c19e req-08f3fa1a-f5f4-42d1-91ef-0282646c359e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:36.546957 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f002d082-dc81-4ab1-aa22-6682bd57c19e req-08f3fa1a-f5f4-42d1-91ef-0282646c359e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 944 time: 0.2243774 Jun 04 13:51:36.577901 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4869f99c-c6b7-4e11-83f8-1de0ebcd7679 req-cd23bae4-3808-4a3f-9568-baf0b3438993 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802639 Jun 04 13:51:36.597553 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-0292623d-0bef-4109-bf8b-d7470b37b793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.623157 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f002d082-dc81-4ab1-aa22-6682bd57c19e req-e76108a6-563c-4df6-b8a9-7f0376ee9962 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698869 Jun 04 13:51:36.625704 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device aab71abe-a311-467b-9ed1-462415e5b96d details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:51:36.642643 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-0292623d-0bef-4109-bf8b-d7470b37b793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.669703 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device c9934519-b156-42da-aac8-bf408e95fe2c up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:36.712365 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-df4e80a8-f785-4b94-bed4-c71d1230d440 req-cd912a18-869d-453b-9c58-baf2f6b9d5b6 service neutron] 10.222.0.17 "GET /v2.0/networks/9a200dcd-4d77-49de-9821-247a5036b3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182064 Jun 04 13:51:36.786405 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-0292623d-0bef-4109-bf8b-d7470b37b793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.818955 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292623d-0bef-4109-bf8b-d7470b37b793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c9ace8-857a-4876-a079-03c8fe98d099,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:36.828756 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-0292623d-0bef-4109-bf8b-d7470b37b793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.836713 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-0292623d-0bef-4109-bf8b-d7470b37b793 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18c9ace8-857a-4876-a079-03c8fe98d099 HTTP/1.1" status: 204 len: 168 time: 0.3512149 Jun 04 13:51:36.879258 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port aab71abe-a311-467b-9ed1-462415e5b96d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=aab71abe-a311-467b-9ed1-462415e5b96d,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:36.899236 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': 'aab71abe-a311-467b-9ed1-462415e5b96d', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'port_id': 'aab71abe-a311-467b-9ed1-462415e5b96d', 'mac_address': 'fa:16:3e:65:3b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:51:36.904757 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-df4e80a8-f785-4b94-bed4-c71d1230d440 req-6e5d6e86-ce2f-4ee6-8e1e-e0b45e1c22fe service neutron] 10.222.0.17 "GET /v2.0/networks/9a200dcd-4d77-49de-9821-247a5036b3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857047 Jun 04 13:51:36.971855 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port aab71abe-a311-467b-9ed1-462415e5b96d is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:36.972252 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.985068 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port c9934519-b156-42da-aac8-bf408e95fe2c completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:36.994301 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port c9934519-b156-42da-aac8-bf408e95fe2c triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:36.994683 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:37.023938 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab71abe-a311-467b-9ed1-462415e5b96d {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:51:37.061586 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port aab71abe-a311-467b-9ed1-462415e5b96d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=aab71abe-a311-467b-9ed1-462415e5b96d,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:37.149132 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port c9934519-b156-42da-aac8-bf408e95fe2c is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:37.149727 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:37.175345 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:37.221491 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9934519-b156-42da-aac8-bf408e95fe2c'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:51:37.248856 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port c9934519-b156-42da-aac8-bf408e95fe2c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c9934519-b156-42da-aac8-bf408e95fe2c,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:37.270865 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=aab71abe-a311-467b-9ed1-462415e5b96d,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:37.288927 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f633f7-e473-4633-a915-2d770431551b'] response: {'server_uuid': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9934519-b156-42da-aac8-bf408e95fe2c', 'code': 200} Jun 04 13:51:37.311836 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:37.400103 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=c9934519-b156-42da-aac8-bf408e95fe2c,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:37.578138 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['aab71abe-a311-467b-9ed1-462415e5b96d'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:51:37.768541 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba637b3-036c-452e-a5e4-4dfd012219e9 req-41b7daa4-e686-45c4-b4c1-410a18e1d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:37.774429 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1ba637b3-036c-452e-a5e4-4dfd012219e9 req-41b7daa4-e686-45c4-b4c1-410a18e1d3b5 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 1098 time: 0.1004777 Jun 04 13:51:37.911435 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1ba637b3-036c-452e-a5e4-4dfd012219e9 req-654954b6-45b9-483e-968d-48f7a8160155 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302917 Jun 04 13:51:37.916909 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7db64-88b7-4697-b22d-72dce07a7a50 req-7484533c-8ffc-40d2-a6c0-0e650775a505 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:37.921243 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9ee7db64-88b7-4697-b22d-72dce07a7a50 req-7484533c-8ffc-40d2-a6c0-0e650775a505 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 945 time: 0.1779399 Jun 04 13:51:37.949954 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dac36f-37e2-4f02-89cf-a74ff2ab7878 req-69b181c3-c49c-4d39-af08-cc6ab0cd14fe tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:37.966012 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-63dac36f-37e2-4f02-89cf-a74ff2ab7878 req-69b181c3-c49c-4d39-af08-cc6ab0cd14fe tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 945 time: 0.1440492 Jun 04 13:51:37.990491 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9ee7db64-88b7-4697-b22d-72dce07a7a50 req-c34ddc20-bd2d-4868-bf13-35e978dc0390 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621109 Jun 04 13:51:38.014324 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-63dac36f-37e2-4f02-89cf-a74ff2ab7878 req-3db31bd9-8c42-48e2-93b3-37786df89c81 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474212 Jun 04 13:51:38.098913 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-10a607e6-a76a-4dea-b967-7d2e8094b448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.100361 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.239873 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41416) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:38.348933 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-172076838-network', 'tenant_id': '71326b3638c2456598713d8bdabebccb'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:38.365628 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:38.370048 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Usage tracker for resource:network and tenant:71326b3638c2456598713d8bdabebccb is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:38.373072 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:38.379103 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:38.477666 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Made reservation on behalf of 71326b3638c2456598713d8bdabebccb for: {'network': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:38.479975 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.497577 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.514741 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:38.518845 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Usage tracker for resource:security_group_rule and tenant:71326b3638c2456598713d8bdabebccb is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:38.521815 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:38.527602 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:38.623225 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.706206 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.737863 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=88647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:51:38.747330 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0d2a74-91eb-45b0-8a00-cf481587095d,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:38.752726 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.753066 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.segments_db [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Added segment 686f7285-774a-495e-91e9-288c6430ee4c of type vlan for network 590c4b1b-e827-4640-9dd8-b38bc4608ff4 Jun 04 13:51:38.779707 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.869388 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.870446 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:38.871306 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.975636 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] Pushing event updated for resources: {'Network': ['ID=590c4b1b-e827-4640-9dd8-b38bc4608ff4,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:38.983647 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network 590c4b1b-e827-4640-9dd8-b38bc4608ff4 details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:51:39.049169 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-fb5dff42-eed3-413a-a8e1-b5e48d0cfd53 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8081260 Jun 04 13:51:39.052036 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41454) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:39.057869 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] Request body: {'subnet': {'network_id': '590c4b1b-e827-4640-9dd8-b38bc4608ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-172076838-subnet', 'tenant_id': '71326b3638c2456598713d8bdabebccb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:39.060787 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.063142 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:39.067695 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] Usage tracker for resource:subnet and tenant:71326b3638c2456598713d8bdabebccb is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:39.071179 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:39.076999 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:39.168698 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] Made reservation on behalf of 71326b3638c2456598713d8bdabebccb for: {'subnet': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:39.171075 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076358'] for subnet, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.209274 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce1456-24bd-4241-986c-9b90aea91414 req-7c0b2f64-9cbb-4477-bf9b-4f17098a90d7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:39.217628 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-62ce1456-24bd-4241-986c-9b90aea91414 req-7c0b2f64-9cbb-4477-bf9b-4f17098a90d7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 945 time: 0.0954802 Jun 04 13:51:39.263856 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-62ce1456-24bd-4241-986c-9b90aea91414 req-aaf55028-cb72-4a08-99ff-9d87c69e63bb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449593 Jun 04 13:51:39.275281 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.476930 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01962574-6471-4bb8-a8e4-b84a147727ee req-7eaeb768-8947-493a-9bbf-aa4c80629500 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:39.478446 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-01962574-6471-4bb8-a8e4-b84a147727ee req-7eaeb768-8947-493a-9bbf-aa4c80629500 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 945 time: 0.1446178 Jun 04 13:51:39.498959 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 41482) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:39.550506 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-01962574-6471-4bb8-a8e4-b84a147727ee req-c522c98f-9fa1-4d4f-b06a-db3c303f0faf tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631776 Jun 04 13:51:39.635699 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3006351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076372'] for subnet, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.646941 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-419926ab-f2c4-4dcf-8f36-dfb89323973c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.672487 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-419926ab-f2c4-4dcf-8f36-dfb89323973c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:39.678574 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-419926ab-f2c4-4dcf-8f36-dfb89323973c admin admin] Usage tracker for resource:security_group_rule and tenant:f655b76550cf42b8bad3efc4f84bb221 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:39.681516 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-419926ab-f2c4-4dcf-8f36-dfb89323973c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:39.687570 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-419926ab-f2c4-4dcf-8f36-dfb89323973c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:39.715640 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ec1f95-95b8-425d-8591-e4b2f7330d1f,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:39.721101 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] Checking segment: {'id': '686f7285-774a-495e-91e9-288c6430ee4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '590c4b1b-e827-4640-9dd8-b38bc4608ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:51:39.721592 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] Network hostable DHCP agents. Network: 590c4b1b-e827-4640-9dd8-b38bc4608ff4, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:51:39.777730 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-419926ab-f2c4-4dcf-8f36-dfb89323973c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.808623 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] Network 590c4b1b-e827-4640-9dd8-b38bc4608ff4 is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:51:39.883172 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-419926ab-f2c4-4dcf-8f36-dfb89323973c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.932542 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-419926ab-f2c4-4dcf-8f36-dfb89323973c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f655b76550cf42b8bad3efc4f84bb221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323454 Jun 04 13:51:39.934198 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419926ab-f2c4-4dcf-8f36-dfb89323973c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c47bc0-e100-45f1-b239-ecd87b0180ea,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:39.934404 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, 590c4b1b-e827-4640-9dd8-b38bc4608ff4) {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:39.935771 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41500) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:39.948016 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020a1f1c-d2c2-42cf-8488-86823f111a28 None None] Network 590c4b1b-e827-4640-9dd8-b38bc4608ff4 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:51:39.949577 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:39.950205 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:40.054762 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-6462f782-3c45-43d0-9f5c-4d11d4ad83a2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0016906 Jun 04 13:51:40.076559 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e4ba-b96f-4285-8092-ebd2a96aa8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:40.104272 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e4ba-b96f-4285-8092-ebd2a96aa8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:40.178388 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b44b8fb-fecc-4090-8b37-e99ce2a0eb37 None None] Network 590c4b1b-e827-4640-9dd8-b38bc4608ff4 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:51:40.248345 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e4ba-b96f-4285-8092-ebd2a96aa8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:40.265625 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5e4ba-b96f-4285-8092-ebd2a96aa8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c47bc0-e100-45f1-b239-ecd87b0180ea,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:40.270482 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e4ba-b96f-4285-8092-ebd2a96aa8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:40.274694 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-7cf5e4ba-b96f-4285-8092-ebd2a96aa8e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33c47bc0-e100-45f1-b239-ecd87b0180ea HTTP/1.1" status: 204 len: 168 time: 0.3347018 Jun 04 13:51:40.454767 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:40.504179 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbfba1-78e9-4e3d-9840-8f301b4f365b req-389ba7ec-619c-49fe-9198-bf7f7a14e80e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:40.505765 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f4cbfba1-78e9-4e3d-9840-8f301b4f365b req-389ba7ec-619c-49fe-9198-bf7f7a14e80e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 945 time: 0.1165867 Jun 04 13:51:40.559402 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f4cbfba1-78e9-4e3d-9840-8f301b4f365b req-53a52d9b-e6fd-4425-b912-4bbd64649366 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470135 Jun 04 13:51:40.665086 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device aab71abe-a311-467b-9ed1-462415e5b96d up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:40.796253 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b19f4a-f491-41c0-9cf9-0e9811a3705a req-f2f83ac8-3dd1-447e-8891-30e2b0d01ec5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:40.796253 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b5b19f4a-f491-41c0-9cf9-0e9811a3705a req-f2f83ac8-3dd1-447e-8891-30e2b0d01ec5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 945 time: 0.1195316 Jun 04 13:51:40.803021 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8a918-7e48-4f54-861e-131783cd775d req-56b9df3f-0090-4e7a-aef8-7ea03e282e69 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:40.810128 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-53e8a918-7e48-4f54-861e-131783cd775d req-56b9df3f-0090-4e7a-aef8-7ea03e282e69 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 945 time: 0.1259189 Jun 04 13:51:40.818373 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 41536) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:40.825035 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-c6da657b-258c-4205-a7a6-b28bf7badd16 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'floatingip': {'port_id': 'c9934519-b156-42da-aac8-bf408e95fe2c'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:40.854033 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port aab71abe-a311-467b-9ed1-462415e5b96d completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:40.859877 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port aab71abe-a311-467b-9ed1-462415e5b96d triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:40.860359 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:40.890086 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b5b19f4a-f491-41c0-9cf9-0e9811a3705a req-ea98fe69-a71d-4136-97ef-00e576986c64 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939817 Jun 04 13:51:40.930259 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c6da657b-258c-4205-a7a6-b28bf7badd16 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.017659 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port aab71abe-a311-467b-9ed1-462415e5b96d is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:41.018381 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.044642 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41544) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:41.051339 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9281753b-d5cb-4d71-bb84-7e4c9431e6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab71abe-a311-467b-9ed1-462415e5b96d'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:51:41.080399 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-51c0ecf2-97fd-44c8-9f85-d85279243034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.082896 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port aab71abe-a311-467b-9ed1-462415e5b96d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=aab71abe-a311-467b-9ed1-462415e5b96d,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:41.109220 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907cc438-7054-419c-82f2-f8d56e73b1bd'] response: {'server_uuid': '9281753b-d5cb-4d71-bb84-7e4c9431e6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab71abe-a311-467b-9ed1-462415e5b96d', 'code': 200} Jun 04 13:51:41.117653 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-51c0ecf2-97fd-44c8-9f85-d85279243034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:41.126687 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-51c0ecf2-97fd-44c8-9f85-d85279243034 admin admin] Usage tracker for resource:security_group_rule and tenant:6b85f78a3a04404a9f1b42a8dcf28e4b is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:41.131792 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-51c0ecf2-97fd-44c8-9f85-d85279243034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:41.139183 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-51c0ecf2-97fd-44c8-9f85-d85279243034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:41.168469 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.268325 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=aab71abe-a311-467b-9ed1-462415e5b96d,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:41.293766 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-51c0ecf2-97fd-44c8-9f85-d85279243034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.363101 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41556) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:41.371508 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-42730030-network', 'tenant_id': '002f11eb6140426486143ce67ccff4c0'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:41.393737 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:41.407841 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-51c0ecf2-97fd-44c8-9f85-d85279243034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.419479 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Usage tracker for resource:network and tenant:002f11eb6140426486143ce67ccff4c0 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:41.442542 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:41.450689 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:41.493536 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-51c0ecf2-97fd-44c8-9f85-d85279243034 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b85f78a3a04404a9f1b42a8dcf28e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4475842 Jun 04 13:51:41.496509 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41562) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:41.500017 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0ecf2-97fd-44c8-9f85-d85279243034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d81786e-bc35-431f-b639-0101d9749743,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:41.576036 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Made reservation on behalf of 002f11eb6140426486143ce67ccff4c0 for: {'network': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:41.578659 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.595805 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.620655 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:41.626160 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-486d6756-c728-40b7-a3aa-bc631aadb65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.628657 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Usage tracker for resource:security_group_rule and tenant:002f11eb6140426486143ce67ccff4c0 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:41.637502 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:41.646717 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:41.665906 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-486d6756-c728-40b7-a3aa-bc631aadb65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.791366 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ec9a-2cc5-4223-a75a-424d5f0f5adc req-7f023e26-22f1-4664-adc6-88bcf891c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:41.792806 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d542ec9a-2cc5-4223-a75a-424d5f0f5adc req-7f023e26-22f1-4664-adc6-88bcf891c1a3 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 1099 time: 0.1249430 Jun 04 13:51:41.794538 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.857654 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-486d6756-c728-40b7-a3aa-bc631aadb65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.877285 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d6756-c728-40b7-a3aa-bc631aadb65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d81786e-bc35-431f-b639-0101d9749743,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:41.884612 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-486d6756-c728-40b7-a3aa-bc631aadb65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.885825 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-486d6756-c728-40b7-a3aa-bc631aadb65c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d81786e-bc35-431f-b639-0101d9749743 HTTP/1.1" status: 204 len: 168 time: 0.3876925 Jun 04 13:51:41.931792 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.965059 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=88647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:51:41.970397 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b098492c-ec1f-47cf-a2a9-e28669dc7e40,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:41.977346 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.977831 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.segments_db [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Added segment 761ea1f5-dc8b-4a95-afc5-fa9529144b25 of type vlan for network 6b534969-bfa2-4374-b8b4-a3a048cc0993 Jun 04 13:51:42.012505 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:42.020436 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c6da657b-258c-4205-a7a6-b28bf7badd16 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:42.023949 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d542ec9a-2cc5-4223-a75a-424d5f0f5adc req-9bff57ef-6ae0-4065-9789-6e11e22166b6 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918602 Jun 04 13:51:42.105442 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c6da657b-258c-4205-a7a6-b28bf7badd16 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:42.128392 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b65ff6-e517-47d2-b910-9c01f75a8e72 req-6972e0a0-76f0-46d4-b609-5dbd742c03a4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:42.129976 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-69b65ff6-e517-47d2-b910-9c01f75a8e72 req-6972e0a0-76f0-46d4-b609-5dbd742c03a4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0819724 Jun 04 13:51:42.131652 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:42.134589 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:42.134991 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:42.268583 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] Pushing event updated for resources: {'Network': ['ID=6b534969-bfa2-4374-b8b4-a3a048cc0993,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:42.279151 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network 6b534969-bfa2-4374-b8b4-a3a048cc0993 details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:51:42.285464 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-69b65ff6-e517-47d2-b910-9c01f75a8e72 req-885a805a-54a4-4273-9a90-a1f755da5820 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236811 Jun 04 13:51:42.312104 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.l3_db [None req-c6da657b-258c-4205-a7a6-b28bf7badd16 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Floating IP 57325453-8bdf-4548-b970-9c0b7405e427 associated. External IP: 172.28.3.16, port: c9934519-b156-42da-aac8-bf408e95fe2c. Jun 04 13:51:42.340858 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-2551bb9b-4bab-40f9-9366-f864ef61fa34 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9756646 Jun 04 13:51:42.343790 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41580) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:42.349196 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] Request body: {'subnet': {'network_id': '6b534969-bfa2-4374-b8b4-a3a048cc0993', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-42730030-subnet', 'tenant_id': '002f11eb6140426486143ce67ccff4c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:42.358031 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:42.368089 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] Usage tracker for resource:subnet and tenant:002f11eb6140426486143ce67ccff4c0 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:42.374512 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:42.382670 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:42.477519 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] Made reservation on behalf of 002f11eb6140426486143ce67ccff4c0 for: {'subnet': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:42.479853 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076358'] for subnet, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:42.711875 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6da657b-258c-4205-a7a6-b28bf7badd16 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Router f401466b-c510-41cc-8f64-1540c5ef120e has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:51:42.968072 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6da657b-258c-4205-a7a6-b28bf7badd16 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:51:42.980246 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433f99d-10cb-45c5-8ebd-0f4fd79300d4 None None] Sync routers for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:51:42.984651 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c6da657b-258c-4205-a7a6-b28bf7badd16 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:42.990110 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7433f99d-10cb-45c5-8ebd-0f4fd79300d4 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:51:42.990783 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-7433f99d-10cb-45c5-8ebd-0f4fd79300d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:51:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:43.039971 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-c6da657b-258c-4205-a7a6-b28bf7badd16 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "PUT /v2.0/floatingips/57325453-8bdf-4548-b970-9c0b7405e427 HTTP/1.1" status: 200 len: 990 time: 2.2204986 Jun 04 13:51:43.040554 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'tag': 'c9934519-b156-42da-aac8-bf408e95fe2c'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:51:43.086399 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77db7839-b2d6-40c5-9da2-253e47e0c442'] response: {'name': 'network-changed', 'server_uuid': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'tag': 'c9934519-b156-42da-aac8-bf408e95fe2c', 'status': 'completed', 'code': 200} Jun 04 13:51:43.182761 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-7433f99d-10cb-45c5-8ebd-0f4fd79300d4 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:51:43.189929 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3006351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076372'] for subnet, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:43.267677 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf884f3-92c0-4380-8b21-a62ba7aaf947 req-95710831-83d8-4537-8f63-33142343337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:43.274378 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fcf884f3-92c0-4380-8b21-a62ba7aaf947 req-95710831-83d8-4537-8f63-33142343337f service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 1098 time: 0.1176217 Jun 04 13:51:43.299085 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] Checking segment: {'id': '761ea1f5-dc8b-4a95-afc5-fa9529144b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6b534969-bfa2-4374-b8b4-a3a048cc0993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:51:43.299665 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] Network hostable DHCP agents. Network: 6b534969-bfa2-4374-b8b4-a3a048cc0993, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:51:43.324485 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b04e0fe-fe70-4158-9ef0-fe7b0b18ab1c,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:43.503098 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] Network 6b534969-bfa2-4374-b8b4-a3a048cc0993 is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:51:43.540930 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf884f3-92c0-4380-8b21-a62ba7aaf947 req-73b43c50-63b8-45ae-9daa-9af6afbaabec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:43.542644 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fcf884f3-92c0-4380-8b21-a62ba7aaf947 req-73b43c50-63b8-45ae-9daa-9af6afbaabec service neutron] 10.222.0.17 "GET /v2.0/networks?id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a HTTP/1.1" status: 200 len: 915 time: 0.2652221 Jun 04 13:51:43.572270 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fb2a2-c275-4690-8b16-49390b955798 req-5e68fc38-b887-4f51-934b-27f07c78a240 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:43.573948 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4d7fb2a2-c275-4690-8b16-49390b955798 req-5e68fc38-b887-4f51-934b-27f07c78a240 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.1537569 Jun 04 13:51:43.599842 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, 6b534969-bfa2-4374-b8b4-a3a048cc0993) {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:43.608454 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:43.609026 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:43.609406 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d9df78-afb3-48f5-8655-ceb3d7bf7bb0 None None] Network 6b534969-bfa2-4374-b8b4-a3a048cc0993 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:51:43.677919 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4d7fb2a2-c275-4690-8b16-49390b955798 req-3fb15bf1-8cae-4ec9-850b-3c19e7641514 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977287 Jun 04 13:51:43.746669 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-77471eef-7de5-4dc2-89e8-73c9c5f8a451 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3914707 Jun 04 13:51:43.769629 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-7433f99d-10cb-45c5-8ebd-0f4fd79300d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '57325453-8bdf-4548-b970-9c0b7405e427', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.16', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': 'c9934519-b156-42da-aac8-bf408e95fe2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:ae:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:16Z', 'updated_at': '2022-06-04T13:51:41Z', 'revision_number': 1, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:43.789092 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433f99d-10cb-45c5-8ebd-0f4fd79300d4 None None] Checking router: f401466b-c510-41cc-8f64-1540c5ef120e for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:51:43.814986 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7433f99d-10cb-45c5-8ebd-0f4fd79300d4 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:51:43.816198 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-7433f99d-10cb-45c5-8ebd-0f4fd79300d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:51:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:43.847202 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fcf884f3-92c0-4380-8b21-a62ba7aaf947 req-4411d179-29bd-4701-9dc7-e61a9d4fe459 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9934519-b156-42da-aac8-bf408e95fe2c HTTP/1.1" status: 200 len: 998 time: 0.2662170 Jun 04 13:51:44.005425 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf884f3-92c0-4380-8b21-a62ba7aaf947 req-2503ad3d-9c11-4dea-9772-590f635fc39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:44.017752 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7f22a7-8ce0-4e13-9293-0b148743cd23 None None] Network 6b534969-bfa2-4374-b8b4-a3a048cc0993 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:51:44.019197 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fcf884f3-92c0-4380-8b21-a62ba7aaf947 req-2503ad3d-9c11-4dea-9772-590f635fc39b service neutron] 10.222.0.17 "GET /v2.0/subnets?id=86aba7f4-4b2c-4624-8047-800bda2d771c HTTP/1.1" status: 200 len: 853 time: 0.1635118 Jun 04 13:51:44.147898 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf884f3-92c0-4380-8b21-a62ba7aaf947 req-c6fc6f60-9c3e-484d-9313-fd64e96a329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:44.151762 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fcf884f3-92c0-4380-8b21-a62ba7aaf947 req-c6fc6f60-9c3e-484d-9313-fd64e96a329e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1243141 Jun 04 13:51:44.201046 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41638) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:44.231823 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-7433f99d-10cb-45c5-8ebd-0f4fd79300d4 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:51:44.461643 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fcf884f3-92c0-4380-8b21-a62ba7aaf947 req-ba9fa530-e664-4f48-862f-921d251c8d77 service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053370 Jun 04 13:51:44.519870 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-905c4785-37f3-4be0-bbbb-301d0132da13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:44.561544 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-905c4785-37f3-4be0-bbbb-301d0132da13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:44.568690 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-905c4785-37f3-4be0-bbbb-301d0132da13 admin admin] Usage tracker for resource:security_group_rule and tenant:432a014de3114a3ea1776f5bedb75316 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:44.572831 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-905c4785-37f3-4be0-bbbb-301d0132da13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:44.583206 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-905c4785-37f3-4be0-bbbb-301d0132da13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:44.653122 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fcf884f3-92c0-4380-8b21-a62ba7aaf947 req-502f401b-fd65-44cb-b708-89d9c5989297 service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845207 Jun 04 13:51:44.713930 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-905c4785-37f3-4be0-bbbb-301d0132da13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:44.822211 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-7433f99d-10cb-45c5-8ebd-0f4fd79300d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '57325453-8bdf-4548-b970-9c0b7405e427', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.16', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': 'c9934519-b156-42da-aac8-bf408e95fe2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:ae:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:16Z', 'updated_at': '2022-06-04T13:51:41Z', 'revision_number': 1, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:44.827202 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433f99d-10cb-45c5-8ebd-0f4fd79300d4 None None] The sync data for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb is: [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '57325453-8bdf-4548-b970-9c0b7405e427', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.16', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': 'c9934519-b156-42da-aac8-bf408e95fe2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:ae:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:16Z', 'updated_at': '2022-06-04T13:51:41Z', 'revision_number': 1, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:51:44.843043 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-905c4785-37f3-4be0-bbbb-301d0132da13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:44.963456 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea24b68-2f28-4439-94c3-e9d0ad3a431f req-26e79640-1f59-442f-8d93-72f84ae2adb7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:44.965974 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-eea24b68-2f28-4439-94c3-e9d0ad3a431f req-26e79640-1f59-442f-8d93-72f84ae2adb7 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 946 time: 0.1293924 Jun 04 13:51:44.986763 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c4785-37f3-4be0-bbbb-301d0132da13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a02d67f-0c72-4fb1-9309-ea30cc91c420,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:45.019950 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-905c4785-37f3-4be0-bbbb-301d0132da13 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=432a014de3114a3ea1776f5bedb75316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8178310 Jun 04 13:51:45.025986 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 41678) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:45.060997 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-eea24b68-2f28-4439-94c3-e9d0ad3a431f req-c027edbd-2bec-43b0-a0e0-10ad2603edab tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894418 Jun 04 13:51:45.102014 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-0b73fe3e-12c7-4951-bf92-75e4e6141075 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:45.103103 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-0b73fe3e-12c7-4951-bf92-75e4e6141075 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Synchronizing usage tracker for tenant:71326b3638c2456598713d8bdabebccb on resource:network {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:51:45.125374 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-74a05655-1ba5-496e-b460-cd50ca0fee23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:45.151934 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305534d3-447c-44bf-afe4-799aa30c0621 None None] New status for floating IP 57325453-8bdf-4548-b970-9c0b7405e427: ACTIVE {{(pid=88649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:51:45.168963 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-74a05655-1ba5-496e-b460-cd50ca0fee23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:45.212274 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-0b73fe3e-12c7-4951-bf92-75e4e6141075 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Unset dirty status for tenant:71326b3638c2456598713d8bdabebccb on resource:network {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:51:45.213584 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-0b73fe3e-12c7-4951-bf92-75e4e6141075 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/networks?id=590c4b1b-e827-4640-9dd8-b38bc4608ff4 HTTP/1.1" status: 200 len: 808 time: 0.3285842 Jun 04 13:51:45.231919 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-8b0f757d-2957-474e-9d1c-2564e6631f8f tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/quotas/71326b3638c2456598713d8bdabebccb HTTP/1.1" status: 200 len: 375 time: 0.0127268 Jun 04 13:51:45.298024 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-74a05655-1ba5-496e-b460-cd50ca0fee23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:45.317151 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-64b7be6f-f517-4872-91df-a8e45f07aabd tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=71326b3638c2456598713d8bdabebccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777586 Jun 04 13:51:45.317575 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a05655-1ba5-496e-b460-cd50ca0fee23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a02d67f-0c72-4fb1-9309-ea30cc91c420,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:45.334745 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-74a05655-1ba5-496e-b460-cd50ca0fee23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:45.339432 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-74a05655-1ba5-496e-b460-cd50ca0fee23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a02d67f-0c72-4fb1-9309-ea30cc91c420 HTTP/1.1" status: 204 len: 168 time: 0.3130789 Jun 04 13:51:45.394462 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561494b4-6505-4a4b-8e1b-72a30c8ffb33 req-46e6ae5c-10cd-4656-98ad-e2f9defab13e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:45.396047 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-561494b4-6505-4a4b-8e1b-72a30c8ffb33 req-46e6ae5c-10cd-4656-98ad-e2f9defab13e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.1462789 Jun 04 13:51:45.455982 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-561494b4-6505-4a4b-8e1b-72a30c8ffb33 req-a4ead1e6-ccab-4007-a54d-608c6f52b6cb tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535157 Jun 04 13:51:45.552879 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-f6c552b5-0e4e-4239-8304-9ead94b5b4c5 service neutron] 10.222.0.15 "GET /v2.0/networks/590c4b1b-e827-4640-9dd8-b38bc4608ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247674 Jun 04 13:51:45.675382 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd580ff-04ca-4bf3-8bf5-0bddc31aa905 req-f477bb24-e987-42b0-b7eb-b9ae2d929bd4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:45.676922 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-bcd580ff-04ca-4bf3-8bf5-0bddc31aa905 req-f477bb24-e987-42b0-b7eb-b9ae2d929bd4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0860522 Jun 04 13:51:45.688728 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 41700) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:45.694175 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-5024fa99-5001-42bf-a138-fd3c2581e189 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Request body: {'floatingip': {'port_id': 'aab71abe-a311-467b-9ed1-462415e5b96d'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:45.747395 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-7cd69825-0f09-427d-9728-303b8c5643e9 service neutron] 10.222.0.15 "GET /v2.0/networks/590c4b1b-e827-4640-9dd8-b38bc4608ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801627 Jun 04 13:51:45.784693 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5024fa99-5001-42bf-a138-fd3c2581e189 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for floatingip, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:45.924185 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:51:46.219680 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-417185ec-80cc-4120-a09a-c7071ef5019f req-a47bd359-ecbc-45b3-b273-f8ce2f9f444d tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 210 time: 0.1646669 Jun 04 13:51:46.300559 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 41722) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:46.329881 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c897d8-88e8-42cc-8cda-4944e3bef593 req-af4556f3-9ec4-4f24-a504-12d9cf87fd7b tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:46.331874 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-49c897d8-88e8-42cc-8cda-4944e3bef593 req-af4556f3-9ec4-4f24-a504-12d9cf87fd7b tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 946 time: 0.1145167 Jun 04 13:51:46.335817 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-62712809-2cc3-4556-ba0b-12efb669ae86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:46.377464 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-49c897d8-88e8-42cc-8cda-4944e3bef593 req-b0680dfe-716f-4716-aff9-bc10ee7cf619 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395958 Jun 04 13:51:46.419785 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-62712809-2cc3-4556-ba0b-12efb669ae86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:46.437559 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-62712809-2cc3-4556-ba0b-12efb669ae86 admin admin] Usage tracker for resource:security_group_rule and tenant:d5d266a301a348c790aa7ddd0747e38f is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:46.444577 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-62712809-2cc3-4556-ba0b-12efb669ae86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:46.451328 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-62712809-2cc3-4556-ba0b-12efb669ae86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:46.677127 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-62712809-2cc3-4556-ba0b-12efb669ae86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:46.686262 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5024fa99-5001-42bf-a138-fd3c2581e189 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:46.751584 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-62712809-2cc3-4556-ba0b-12efb669ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:46.766904 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5024fa99-5001-42bf-a138-fd3c2581e189 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:46.917951 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-62712809-2cc3-4556-ba0b-12efb669ae86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5d266a301a348c790aa7ddd0747e38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6142249 Jun 04 13:51:46.920684 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41750) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:46.928864 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62712809-2cc3-4556-ba0b-12efb669ae86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af65915b-6b17-470c-9c25-dacf3023ea41,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:47.002958 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70a38297-a6c7-4538-91f1-6cddb7fe0652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:47.034206 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.l3_db [None req-5024fa99-5001-42bf-a138-fd3c2581e189 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Floating IP da9e700b-ae6d-4363-9f43-2399787bfcc3 associated. External IP: 172.28.3.203, port: aab71abe-a311-467b-9ed1-462415e5b96d. Jun 04 13:51:47.045267 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70a38297-a6c7-4538-91f1-6cddb7fe0652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:47.100072 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d69dfe-524a-43a6-b723-9e2210e8dd3b req-5d9541eb-ec1d-402b-bc32-cd51a9ca3b4f tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:47.101580 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-88d69dfe-524a-43a6-b723-9e2210e8dd3b req-5d9541eb-ec1d-402b-bc32-cd51a9ca3b4f tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.17 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 946 time: 0.2572601 Jun 04 13:51:47.236715 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70a38297-a6c7-4538-91f1-6cddb7fe0652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:47.246388 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [req-88d69dfe-524a-43a6-b723-9e2210e8dd3b req-dca4e6b2-8684-4f4c-988d-9a90791b63ef tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Deleting port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:51:47.246888 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-88d69dfe-524a-43a6-b723-9e2210e8dd3b req-dca4e6b2-8684-4f4c-988d-9a90791b63ef tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:47.254294 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a38297-a6c7-4538-91f1-6cddb7fe0652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af65915b-6b17-470c-9c25-dacf3023ea41,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:47.266096 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-70a38297-a6c7-4538-91f1-6cddb7fe0652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:47.269829 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-70a38297-a6c7-4538-91f1-6cddb7fe0652 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af65915b-6b17-470c-9c25-dacf3023ea41 HTTP/1.1" status: 204 len: 168 time: 0.3463953 Jun 04 13:51:47.393820 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4ce0063d-d65d-4dee-9315-b6d49dcc24d4 req-fbcf4677-04ce-4b3b-affc-9bbfbd71d569 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 210 time: 0.0527382 Jun 04 13:51:47.584246 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41774) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:47.633183 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97729f0-ef97-4a7a-94b1-bafea61b9169 req-a5e005c8-6005-4b27-8fe3-eb4c15bc8392 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:47.635120 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a97729f0-ef97-4a7a-94b1-bafea61b9169 req-a5e005c8-6005-4b27-8fe3-eb4c15bc8392 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 946 time: 0.1226859 Jun 04 13:51:47.711762 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a97729f0-ef97-4a7a-94b1-bafea61b9169 req-c2eb0510-a545-4fa5-9ca0-d5c284d3a994 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d766f9a-2519-4dac-8386-69bf07bb3d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693183 Jun 04 13:51:47.755082 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3e0486f9-9053-447f-b535-98dc09f87672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:47.774236 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-3e0486f9-9053-447f-b535-98dc09f87672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:47.782502 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-3e0486f9-9053-447f-b535-98dc09f87672 admin admin] Usage tracker for resource:security_group_rule and tenant:7e4e9922dfab4e529bb048f2982ce35f is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:47.783538 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-3e0486f9-9053-447f-b535-98dc09f87672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:47.792180 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-3e0486f9-9053-447f-b535-98dc09f87672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:47.900631 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3e0486f9-9053-447f-b535-98dc09f87672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:47.910132 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5024fa99-5001-42bf-a138-fd3c2581e189 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Router 0c71012e-f2d1-48ad-8ae8-385151c15d14 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:51:47.931347 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [req-88d69dfe-524a-43a6-b723-9e2210e8dd3b req-dca4e6b2-8684-4f4c-988d-9a90791b63ef tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] For port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=5a7a5e11-7a9e-478d-b4b9-34d69efb9aba,segment=NetworkSegment(60e7deb5-441f-447a-8af5-3976cb1dd388),segment_id=60e7deb5-441f-447a-8af5-3976cb1dd388)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:47.931702 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-88d69dfe-524a-43a6-b723-9e2210e8dd3b req-dca4e6b2-8684-4f4c-988d-9a90791b63ef tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:48.019679 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3e0486f9-9053-447f-b535-98dc09f87672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:48.070951 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-3e0486f9-9053-447f-b535-98dc09f87672 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e4e9922dfab4e529bb048f2982ce35f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4847014 Jun 04 13:51:48.074331 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41788) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:48.075098 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0486f9-9053-447f-b535-98dc09f87672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac48f19-0b01-486b-8462-2eb6170435ef,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:48.140395 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [req-88d69dfe-524a-43a6-b723-9e2210e8dd3b req-dca4e6b2-8684-4f4c-988d-9a90791b63ef tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Calling delete_port for 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba owned by compute:nova {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:51:48.150979 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-92c14297-992a-4fd4-ae2b-44adb1791a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:48.200958 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-92c14297-992a-4fd4-ae2b-44adb1791a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:48.326726 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-92c14297-992a-4fd4-ae2b-44adb1791a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:48.344871 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c14297-992a-4fd4-ae2b-44adb1791a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac48f19-0b01-486b-8462-2eb6170435ef,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:48.384527 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-92c14297-992a-4fd4-ae2b-44adb1791a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:48.385906 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-92c14297-992a-4fd4-ae2b-44adb1791a00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ac48f19-0b01-486b-8462-2eb6170435ef HTTP/1.1" status: 204 len: 168 time: 0.3080838 Jun 04 13:51:48.443182 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5024fa99-5001-42bf-a138-fd3c2581e189 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:51:48.455266 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6babc932-d0ae-4123-83c9-083dc990fb97 None None] Sync routers for ids ['0c71012e-f2d1-48ad-8ae8-385151c15d14'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:51:48.475653 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6babc932-d0ae-4123-83c9-083dc990fb97 None None] Routers {'0c71012e-f2d1-48ad-8ae8-385151c15d14'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:51:48.476273 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-6babc932-d0ae-4123-83c9-083dc990fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:51:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['0c71012e-f2d1-48ad-8ae8-385151c15d14'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:48.536227 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5024fa99-5001-42bf-a138-fd3c2581e189 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:48.670091 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f424ccfd-198d-4558-b8d5-dc1ad51efbf1 req-4b1c3af2-9e84-436e-b8d4-75debfdf62df tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 210 time: 0.0747147 Jun 04 13:51:48.692454 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-88d69dfe-524a-43a6-b723-9e2210e8dd3b req-dca4e6b2-8684-4f4c-988d-9a90791b63ef tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:48.727995 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['5a7a5e11-7a9e-478d-b4b9-34d69efb9aba'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:51:48.735960 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-5024fa99-5001-42bf-a138-fd3c2581e189 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "PUT /v2.0/floatingips/da9e700b-ae6d-4363-9f43-2399787bfcc3 HTTP/1.1" status: 200 len: 992 time: 3.0439532 Jun 04 13:51:48.742449 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9281753b-d5cb-4d71-bb84-7e4c9431e6f4', 'tag': 'aab71abe-a311-467b-9ed1-462415e5b96d'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:51:48.807495 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4e6b2-8684-4f4c-988d-9a90791b63ef tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Pushing event deleted for resources: {'Port': ['ID=5a7a5e11-7a9e-478d-b4b9-34d69efb9aba,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:48.879666 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-357f89b7-acaf-4d59-a295-ddfed3ab3736 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:48.883566 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-357f89b7-acaf-4d59-a295-ddfed3ab3736 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.17 "GET /v2.0/networks?id=590c4b1b-e827-4640-9dd8-b38bc4608ff4 HTTP/1.1" status: 200 len: 808 time: 0.2535818 Jun 04 13:51:48.905133 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf4ebec-f0a0-4c7d-ac43-e3203835a3f4'] response: {'name': 'network-changed', 'server_uuid': '9281753b-d5cb-4d71-bb84-7e4c9431e6f4', 'tag': 'aab71abe-a311-467b-9ed1-462415e5b96d', 'status': 'completed', 'code': 200} Jun 04 13:51:48.956974 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Request body: {'port': {'device_id': '4bc39704-ef3e-4ae3-89dd-26725965fdff', 'network_id': '590c4b1b-e827-4640-9dd8-b38bc4608ff4', 'admin_state_up': True, 'tenant_id': '71326b3638c2456598713d8bdabebccb'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:49.007531 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d69dfe-524a-43a6-b723-9e2210e8dd3b req-dca4e6b2-8684-4f4c-988d-9a90791b63ef tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] No DVR routers for this DVR port 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba on host hv-cinder-84359 {{(pid=88648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:51:49.014380 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-88d69dfe-524a-43a6-b723-9e2210e8dd3b req-dca4e6b2-8684-4f4c-988d-9a90791b63ef tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:49.016681 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-88d69dfe-524a-43a6-b723-9e2210e8dd3b req-dca4e6b2-8684-4f4c-988d-9a90791b63ef tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.17 "DELETE /v2.0/ports/5a7a5e11-7a9e-478d-b4b9-34d69efb9aba HTTP/1.1" status: 204 len: 173 time: 1.9067931 Jun 04 13:51:49.049270 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-6babc932-d0ae-4123-83c9-083dc990fb97 None None] Set router 0c71012e-f2d1-48ad-8ae8-385151c15d14 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:51:49.165702 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-17d2c8f8-9340-4025-a472-8c41077347ea req-51162011-a9c5-4a40-a455-8c9a74cde517 tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 210 time: 0.1646738 Jun 04 13:51:49.237664 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a39696-2a46-4852-aef8-37278790c819 req-1acddbbe-a40e-4430-a878-4542aec79040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:49.239159 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-85a39696-2a46-4852-aef8-37278790c819 req-1acddbbe-a40e-4430-a878-4542aec79040 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1bab325121754db6a16249d176589adc&device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 1099 time: 0.2439125 Jun 04 13:51:49.240110 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:49.244421 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Usage tracker for resource:port and tenant:71326b3638c2456598713d8bdabebccb is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:49.249707 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:49.275893 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:49.389753 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 41846) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:49.391491 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a39696-2a46-4852-aef8-37278790c819 req-3ff8dda1-6268-44e1-b470-d91be6231c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:49.393000 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-85a39696-2a46-4852-aef8-37278790c819 req-3ff8dda1-6268-44e1-b470-d91be6231c27 service neutron] 10.222.0.17 "GET /v2.0/networks?id=15ca5580-d168-42fa-8af5-abcdc93e9ac4 HTTP/1.1" status: 200 len: 911 time: 0.1454203 Jun 04 13:51:49.408084 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-67408c01-f6f6-455e-88cc-3fac8752fb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:49.440402 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-67408c01-f6f6-455e-88cc-3fac8752fb71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:49.445857 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-67408c01-f6f6-455e-88cc-3fac8752fb71 admin admin] Usage tracker for resource:security_group_rule and tenant:49ca3139277449d88e6eed8e110811a4 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:49.448762 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-67408c01-f6f6-455e-88cc-3fac8752fb71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:49.454582 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-67408c01-f6f6-455e-88cc-3fac8752fb71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:49.456673 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Made reservation on behalf of 71326b3638c2456598713d8bdabebccb for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:49.462110 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:49.525639 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-6babc932-d0ae-4123-83c9-083dc990fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': 'da9e700b-ae6d-4363-9f43-2399787bfcc3', 'tenant_id': '1bab325121754db6a16249d176589adc', 'floating_ip_address': '172.28.3.203', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'port_id': 'aab71abe-a311-467b-9ed1-462415e5b96d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'mac_address': 'fa:16:3e:65:3b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281753b-d5cb-4d71-bb84-7e4c9431e6f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:21Z', 'updated_at': '2022-06-04T13:51:46Z', 'revision_number': 1, 'project_id': '1bab325121754db6a16249d176589adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3', 'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'mac_address': 'fa:16:3e:07:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:04Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 5, 'project_id': '1bab325121754db6a16249d176589adc', 'subnets': [{'id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:49.531186 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6babc932-d0ae-4123-83c9-083dc990fb97 None None] Checking router: 0c71012e-f2d1-48ad-8ae8-385151c15d14 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:51:49.555703 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6babc932-d0ae-4123-83c9-083dc990fb97 None None] Routers {'0c71012e-f2d1-48ad-8ae8-385151c15d14'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:51:49.561199 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-6babc932-d0ae-4123-83c9-083dc990fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:51:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['0c71012e-f2d1-48ad-8ae8-385151c15d14'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:49.561364 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-85a39696-2a46-4852-aef8-37278790c819 req-10491409-9d30-4685-9f9a-076b8e3e37b3 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aab71abe-a311-467b-9ed1-462415e5b96d HTTP/1.1" status: 200 len: 1000 time: 0.1595337 Jun 04 13:51:49.587436 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-67408c01-f6f6-455e-88cc-3fac8752fb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:49.672016 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-67408c01-f6f6-455e-88cc-3fac8752fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:49.751492 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-67408c01-f6f6-455e-88cc-3fac8752fb71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49ca3139277449d88e6eed8e110811a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602457 Jun 04 13:51:49.755102 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 41862) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:49.766774 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-6babc932-d0ae-4123-83c9-083dc990fb97 None None] Set router 0c71012e-f2d1-48ad-8ae8-385151c15d14 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:51:49.785378 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67408c01-f6f6-455e-88cc-3fac8752fb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8443590-8e31-4419-bbb2-68a200e09733,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:49.819947 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Allocated IP 172.20.0.8 (590c4b1b-e827-4640-9dd8-b38bc4608ff4/70ec1f95-95b8-425d-8591-e4b2f7330d1f/97250414-3da0-43e9-8c3c-766cdfac2a59) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:51:49.872679 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a39696-2a46-4852-aef8-37278790c819 req-575e91be-6204-450a-b898-1daf9474f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:49.873768 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-67bc6864-1ac5-455d-9278-e264db180464 req-f6cfe058-a914-4952-912e-d380573b0017 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 210 time: 0.0699682 Jun 04 13:51:49.874360 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-85a39696-2a46-4852-aef8-37278790c819 req-575e91be-6204-450a-b898-1daf9474f1e8 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=1b549cf0-8286-455e-9abd-46f9e5d41a3c HTTP/1.1" status: 200 len: 849 time: 0.3079991 Jun 04 13:51:49.939908 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6b55fc36-9bd7-4248-8427-759fe67bc052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:49.983003 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6b55fc36-9bd7-4248-8427-759fe67bc052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:50.216371 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a39696-2a46-4852-aef8-37278790c819 req-229ee09c-63ea-4aa2-8830-b87682639f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:50.218900 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-85a39696-2a46-4852-aef8-37278790c819 req-229ee09c-63ea-4aa2-8830-b87682639f61 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=15ca5580-d168-42fa-8af5-abcdc93e9ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2243655 Jun 04 13:51:50.240704 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6b55fc36-9bd7-4248-8427-759fe67bc052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:50.267732 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55fc36-9bd7-4248-8427-759fe67bc052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8443590-8e31-4419-bbb2-68a200e09733,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:50.270157 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6b55fc36-9bd7-4248-8427-759fe67bc052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:50.279965 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-6b55fc36-9bd7-4248-8427-759fe67bc052 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8443590-8e31-4419-bbb2-68a200e09733 HTTP/1.1" status: 204 len: 168 time: 0.5216906 Jun 04 13:51:50.348148 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-6babc932-d0ae-4123-83c9-083dc990fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': 'da9e700b-ae6d-4363-9f43-2399787bfcc3', 'tenant_id': '1bab325121754db6a16249d176589adc', 'floating_ip_address': '172.28.3.203', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'port_id': 'aab71abe-a311-467b-9ed1-462415e5b96d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'mac_address': 'fa:16:3e:65:3b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281753b-d5cb-4d71-bb84-7e4c9431e6f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:21Z', 'updated_at': '2022-06-04T13:51:46Z', 'revision_number': 1, 'project_id': '1bab325121754db6a16249d176589adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3', 'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'mac_address': 'fa:16:3e:07:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:04Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 5, 'project_id': '1bab325121754db6a16249d176589adc', 'subnets': [{'id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:50.353651 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6babc932-d0ae-4123-83c9-083dc990fb97 None None] The sync data for ids ['0c71012e-f2d1-48ad-8ae8-385151c15d14'] in dv-cinder-843593-2-smb is: [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': 'da9e700b-ae6d-4363-9f43-2399787bfcc3', 'tenant_id': '1bab325121754db6a16249d176589adc', 'floating_ip_address': '172.28.3.203', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'port_id': 'aab71abe-a311-467b-9ed1-462415e5b96d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'mac_address': 'fa:16:3e:65:3b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281753b-d5cb-4d71-bb84-7e4c9431e6f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:21Z', 'updated_at': '2022-06-04T13:51:46Z', 'revision_number': 1, 'project_id': '1bab325121754db6a16249d176589adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3', 'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'mac_address': 'fa:16:3e:07:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:04Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 5, 'project_id': '1bab325121754db6a16249d176589adc', 'subnets': [{'id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:51:50.401450 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-85a39696-2a46-4852-aef8-37278790c819 req-49534796-7eb5-4bdd-bba0-7c2ae330242a service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698990 Jun 04 13:51:50.470359 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:50.475622 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-13feb194-e15d-4e6b-ab42-a6e178ec0a18 req-66e60b11-892e-4b3c-ad1a-bd35bf73c1bc tempest-DeleteServersTestJSON-386468410 tempest-DeleteServersTestJSON-386468410-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c HTTP/1.1" status: 200 len: 210 time: 0.0730441 Jun 04 13:51:50.669025 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-85a39696-2a46-4852-aef8-37278790c819 req-ec33ed3a-bf39-4311-8430-5ad601430b6d service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342997 Jun 04 13:51:50.706284 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b31489-781c-4ee2-a0da-35fd0c549355 None None] New status for floating IP da9e700b-ae6d-4363-9f43-2399787bfcc3: ACTIVE {{(pid=88649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:51:50.736722 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:50.807967 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Network 590c4b1b-e827-4640-9dd8-b38bc4608ff4 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:50.811236 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:50.815692 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:51:50.880101 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Pushing event updated for resources: {'Port': ['ID=97250414-3da0-43e9-8c3c-766cdfac2a59,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:50.904369 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:50.904977 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:50.906305 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c', 'name': 'network-vif-deleted', 'tag': '5a7a5e11-7a9e-478d-b4b9-34d69efb9aba'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:51:50.966787 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a71c0865-38a1-4e3a-90d0-f064b81e85b8'] response: {'server_uuid': 'f9f8ab2c-2c52-4261-8c7d-fe4f1b726d7c', 'name': 'network-vif-deleted', 'tag': '5a7a5e11-7a9e-478d-b4b9-34d69efb9aba', 'status': 'completed', 'code': 200} Jun 04 13:51:50.978218 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:51:51.066240 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:51:51.066569 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 5a7a5e11-7a9e-478d-b4b9-34d69efb9aba not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:51:51.072304 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-50219aff-2ae7-45ab-9de4-ccc281a0c8a1 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1260934 Jun 04 13:51:51.091013 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Request body: {'port': {'device_id': '4bc39704-ef3e-4ae3-89dd-26725965fdff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:51.108137 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e8c61-3d30-4f59-915f-97a2f44f8a13 req-71c56b79-7390-4194-8475-02bb2ef62edf tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:51.109819 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-551e8c61-3d30-4f59-915f-97a2f44f8a13 req-71c56b79-7390-4194-8475-02bb2ef62edf tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 931 time: 0.0842025 Jun 04 13:51:51.190022 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-551e8c61-3d30-4f59-915f-97a2f44f8a13 req-cd513c91-0df3-42c6-9fde-adcdef37d3c9 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745389 Jun 04 13:51:51.267588 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 41922) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:51.284891 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:51.404523 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 41928) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:51.422037 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a9a823f9-beeb-4ed0-9552-50e2abf3b500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:51.435711 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6ac1a00e-8459-4178-8dcd-4b0fd071c332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:51.451686 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-a9a823f9-beeb-4ed0-9552-50e2abf3b500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:51.455340 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-a9a823f9-beeb-4ed0-9552-50e2abf3b500 admin admin] Usage tracker for resource:security_group_rule and tenant:8d6711ade13d4fdb8d73406b252c3821 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:51.458183 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-a9a823f9-beeb-4ed0-9552-50e2abf3b500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:51.464069 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-a9a823f9-beeb-4ed0-9552-50e2abf3b500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:51.484518 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-6ac1a00e-8459-4178-8dcd-4b0fd071c332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:51.489774 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-6ac1a00e-8459-4178-8dcd-4b0fd071c332 admin admin] Usage tracker for resource:security_group_rule and tenant:49b498e9e161476c86f971cadbd28087 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:51.494459 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-6ac1a00e-8459-4178-8dcd-4b0fd071c332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:51.504152 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-6ac1a00e-8459-4178-8dcd-4b0fd071c332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:51.642898 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a9a823f9-beeb-4ed0-9552-50e2abf3b500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:51.664820 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6ac1a00e-8459-4178-8dcd-4b0fd071c332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:51.723682 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a9a823f9-beeb-4ed0-9552-50e2abf3b500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:51.776273 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97250414-3da0-43e9-8c3c-766cdfac2a59 {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:51:51.779120 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6ac1a00e-8459-4178-8dcd-4b0fd071c332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:51.779237 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:51.792844 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Transition to ACTIVE for port object 97250414-3da0-43e9-8c3c-766cdfac2a59 will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:51.807882 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-a9a823f9-beeb-4ed0-9552-50e2abf3b500 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d6711ade13d4fdb8d73406b252c3821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5298071 Jun 04 13:51:51.808127 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41952) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:51.808294 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a823f9-beeb-4ed0-9552-50e2abf3b500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d964ba3-36e5-4486-b131-bcc304ee1f36,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:51.842349 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-6ac1a00e-8459-4178-8dcd-4b0fd071c332 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49b498e9e161476c86f971cadbd28087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4360893 Jun 04 13:51:51.853990 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1a00e-8459-4178-8dcd-4b0fd071c332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffa1b7f-47c6-498e-a3ef-6757d46f2bdf,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:51.855612 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 41958) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:51.864760 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c1fa1d4c-8029-4f9f-b9e2-6008b9f6938f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:51.877361 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:51.944063 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c1fa1d4c-8029-4f9f-b9e2-6008b9f6938f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:52.050912 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f4c8c2e5-8b64-4bb1-96a7-05e6624b8bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:52.060125 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Pushing event updated for resources: {'Port': ['ID=97250414-3da0-43e9-8c3c-766cdfac2a59,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:52.078482 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f4c8c2e5-8b64-4bb1-96a7-05e6624b8bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:52.180344 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Attempting to bind port 97250414-3da0-43e9-8c3c-766cdfac2a59 on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:51:52.180675 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Attempting to bind port 97250414-3da0-43e9-8c3c-766cdfac2a59 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '686f7285-774a-495e-91e9-288c6430ee4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '590c4b1b-e827-4640-9dd8-b38bc4608ff4'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:51:52.180995 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Attempting to bind port 97250414-3da0-43e9-8c3c-766cdfac2a59 on network 590c4b1b-e827-4640-9dd8-b38bc4608ff4 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:52.186206 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Port 97250414-3da0-43e9-8c3c-766cdfac2a59 on network 590c4b1b-e827-4640-9dd8-b38bc4608ff4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:51:52.186565 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Attempting to bind port 97250414-3da0-43e9-8c3c-766cdfac2a59 on network 590c4b1b-e827-4640-9dd8-b38bc4608ff4 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:52.191720 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:51:52.192051 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Checking segment: {'id': '686f7285-774a-495e-91e9-288c6430ee4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '590c4b1b-e827-4640-9dd8-b38bc4608ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:51:52.192542 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Bound using segment: {'id': '686f7285-774a-495e-91e9-288c6430ee4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '590c4b1b-e827-4640-9dd8-b38bc4608ff4'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:51:52.192969 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Bound port: 97250414-3da0-43e9-8c3c-766cdfac2a59, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686f7285-774a-495e-91e9-288c6430ee4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '590c4b1b-e827-4640-9dd8-b38bc4608ff4'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:51:52.193309 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:52.219649 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f4c8c2e5-8b64-4bb1-96a7-05e6624b8bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:52.235918 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8c2e5-8b64-4bb1-96a7-05e6624b8bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffa1b7f-47c6-498e-a3ef-6757d46f2bdf,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:52.263794 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c1fa1d4c-8029-4f9f-b9e2-6008b9f6938f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:52.267730 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 41972) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:52.275963 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f4c8c2e5-8b64-4bb1-96a7-05e6624b8bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:52.277820 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-f4c8c2e5-8b64-4bb1-96a7-05e6624b8bd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ffa1b7f-47c6-498e-a3ef-6757d46f2bdf HTTP/1.1" status: 204 len: 168 time: 0.4202461 Jun 04 13:51:52.310784 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa1d4c-8029-4f9f-b9e2-6008b9f6938f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d964ba3-36e5-4486-b131-bcc304ee1f36,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:52.336591 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c1fa1d4c-8029-4f9f-b9e2-6008b9f6938f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:52.340433 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-c1fa1d4c-8029-4f9f-b9e2-6008b9f6938f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d964ba3-36e5-4486-b131-bcc304ee1f36 HTTP/1.1" status: 204 len: 168 time: 0.5376244 Jun 04 13:51:52.360568 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] For port 97250414-3da0-43e9-8c3c-766cdfac2a59, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:51:52.363754 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] For port 97250414-3da0-43e9-8c3c-766cdfac2a59, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=97250414-3da0-43e9-8c3c-766cdfac2a59,segment=NetworkSegment(686f7285-774a-495e-91e9-288c6430ee4c),segment_id=686f7285-774a-495e-91e9-288c6430ee4c)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:51:52.456484 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:52.459940 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:52.524746 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:52.538574 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:52.539177 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:52.540524 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] 10.222.0.17 "PUT /v2.0/ports/97250414-3da0-43e9-8c3c-766cdfac2a59 HTTP/1.1" status: 200 len: 1093 time: 1.4546430 Jun 04 13:51:52.543145 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc39704-ef3e-4ae3-89dd-26725965fdff', 'tag': '97250414-3da0-43e9-8c3c-766cdfac2a59'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:51:52.549945 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:990be0bdde0c4216836fc82ac665186c is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:52.558699 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:52.575283 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:52.586068 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e370d-abc2-4c78-be7d-baff5817fbfe service neutron] Pushing event updated for resources: {'Port': ['ID=97250414-3da0-43e9-8c3c-766cdfac2a59,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:52.605067 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14043016-9947-4648-a45d-ec15fe79acc9'] response: {'name': 'network-changed', 'server_uuid': '4bc39704-ef3e-4ae3-89dd-26725965fdff', 'tag': '97250414-3da0-43e9-8c3c-766cdfac2a59', 'status': 'completed', 'code': 200} Jun 04 13:51:52.617767 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4e667-fa89-487d-877e-238ab1d95844 req-56e1584b-8e1e-42f9-a0d6-067cbc08bc70 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:52.617767 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-94a4e667-fa89-487d-877e-238ab1d95844 req-56e1584b-8e1e-42f9-a0d6-067cbc08bc70 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Synchronizing usage tracker for tenant:71326b3638c2456598713d8bdabebccb on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:51:52.759889 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-94a4e667-fa89-487d-877e-238ab1d95844 req-56e1584b-8e1e-42f9-a0d6-067cbc08bc70 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Unset dirty status for tenant:71326b3638c2456598713d8bdabebccb on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:51:52.760997 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-94a4e667-fa89-487d-877e-238ab1d95844 req-56e1584b-8e1e-42f9-a0d6-067cbc08bc70 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 943 time: 0.3670504 Jun 04 13:51:52.850894 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:52.857480 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-94a4e667-fa89-487d-877e-238ab1d95844 req-6134a45a-68ca-4db0-aa81-2148778df6de tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Synchronizing usage tracker for tenant:71326b3638c2456598713d8bdabebccb on resource:security_group {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:51:52.879572 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc0071-42a1-4004-a630-0b4338c1257d req-f6c694d3-8853-43a1-a476-866e20aa061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:52.881121 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ecfc0071-42a1-4004-a630-0b4338c1257d req-f6c694d3-8853-43a1-a476-866e20aa061f service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=71326b3638c2456598713d8bdabebccb&device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 1096 time: 0.2278171 Jun 04 13:51:52.969868 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:53.013702 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-94a4e667-fa89-487d-877e-238ab1d95844 req-6134a45a-68ca-4db0-aa81-2148778df6de tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Unset dirty status for tenant:71326b3638c2456598713d8bdabebccb on resource:security_group {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:51:53.015052 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-94a4e667-fa89-487d-877e-238ab1d95844 req-6134a45a-68ca-4db0-aa81-2148778df6de tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441468 Jun 04 13:51:53.048585 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=990be0bdde0c4216836fc82ac665186c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7678196 Jun 04 13:51:53.048764 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42006) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:53.048898 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb58520-61ec-4010-94a1-fc8a6f12258c,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:53.073035 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:53.073449 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:53.073807 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:53.074145 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:53.074471 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:53.074798 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:53.075119 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:53.075792 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:53.076125 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:53.076447 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:53.076766 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:53.077085 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f3ce96-0aea-4818-ace4-2b50e3cd3cf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:53.120544 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc0071-42a1-4004-a630-0b4338c1257d req-d9265f05-d879-4735-9df6-5dfc7aa07c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:53.120969 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42016) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:53.122687 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ecfc0071-42a1-4004-a630-0b4338c1257d req-d9265f05-d879-4735-9df6-5dfc7aa07c64 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=71326b3638c2456598713d8bdabebccb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2268972 Jun 04 13:51:53.149353 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-8b94a36d-f668-4b98-8c2e-0b14af9d3ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:53.167515 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4fb6fe05-0dee-4bb6-aecf-6fae1e9ba02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:53.169415 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-8b94a36d-f668-4b98-8c2e-0b14af9d3ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:53.179975 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-8b94a36d-f668-4b98-8c2e-0b14af9d3ebe admin admin] Usage tracker for resource:security_group_rule and tenant:94667ec827f24522a5b3315ef35cf8b3 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:53.187907 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-8b94a36d-f668-4b98-8c2e-0b14af9d3ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:53.200531 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-8b94a36d-f668-4b98-8c2e-0b14af9d3ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:53.211878 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4fb6fe05-0dee-4bb6-aecf-6fae1e9ba02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:53.323013 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc0071-42a1-4004-a630-0b4338c1257d req-10249785-ffc3-44ab-99f0-afe5bbc6d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:53.324436 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ecfc0071-42a1-4004-a630-0b4338c1257d req-10249785-ffc3-44ab-99f0-afe5bbc6d768 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1933155 Jun 04 13:51:53.366159 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4fb6fe05-0dee-4bb6-aecf-6fae1e9ba02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:53.403267 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6fe05-0dee-4bb6-aecf-6fae1e9ba02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb58520-61ec-4010-94a1-fc8a6f12258c,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:53.436295 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4fb6fe05-0dee-4bb6-aecf-6fae1e9ba02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:53.437430 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-4fb6fe05-0dee-4bb6-aecf-6fae1e9ba02c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bb58520-61ec-4010-94a1-fc8a6f12258c HTTP/1.1" status: 204 len: 168 time: 0.3873153 Jun 04 13:51:53.496762 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-8b94a36d-f668-4b98-8c2e-0b14af9d3ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:53.507464 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-83061fd9-8ec0-48b7-ac80-232d0c60e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:53.509850 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-83061fd9-8ec0-48b7-ac80-232d0c60e374 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=71326b3638c2456598713d8bdabebccb&device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 1096 time: 0.1027427 Jun 04 13:51:53.554858 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-8b94a36d-f668-4b98-8c2e-0b14af9d3ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:53.621645 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-8b94a36d-f668-4b98-8c2e-0b14af9d3ebe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94667ec827f24522a5b3315ef35cf8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4977412 Jun 04 13:51:53.622499 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42040) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:53.625343 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94a36d-f668-4b98-8c2e-0b14af9d3ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de547f4-5463-49c0-8a0b-9c1deefc0f6f,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:53.633929 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-bf797219-b940-4d2d-854b-4379dfcab986 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97250414-3da0-43e9-8c3c-766cdfac2a59 HTTP/1.1" status: 200 len: 217 time: 0.1056426 Jun 04 13:51:53.657753 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42044) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:53.699194 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-8abff4a2-af4b-4834-bab7-4fb61ecd57dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:53.700615 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-8abff4a2-af4b-4834-bab7-4fb61ecd57dc service neutron] 10.222.0.17 "GET /v2.0/subnets?id=70ec1f95-95b8-425d-8591-e4b2f7330d1f HTTP/1.1" status: 200 len: 848 time: 0.0607023 Jun 04 13:51:53.744753 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Deleting subnet c4722f80-acd3-4111-a1ae-1492758576c2 {{(pid=88648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 13:51:53.751244 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-5f3b3505-76f1-4460-916e-92d099feae36 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=590c4b1b-e827-4640-9dd8-b38bc4608ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430157 Jun 04 13:51:53.754743 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:53.797713 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-fc45238a-783b-4266-80e8-123deeee4a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:53.828949 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:53.836915 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-fc45238a-783b-4266-80e8-123deeee4a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:53.847195 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563026'] for subnet, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:53.907397 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-74196171-8e84-4d89-ad14-1cdfd4ef84a8 service neutron] 10.222.0.17 "GET /v2.0/networks/590c4b1b-e827-4640-9dd8-b38bc4608ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414561 Jun 04 13:51:54.025837 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for subnet, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.048053 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f795168c-148d-4f7c-b88a-444ee0ad05c8 req-d41c9774-a2c6-4f46-acce-c8df1bfd4b26 service neutron] 10.222.0.17 "GET /v2.0/networks/590c4b1b-e827-4640-9dd8-b38bc4608ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274040 Jun 04 13:51:54.067696 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4722f80-acd3-4111-a1ae-1492758576c2,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:54.076430 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:54.082034 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:54.082034 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:54.082034 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:54.082034 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:54.082034 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:54.082034 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:54.082034 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:54.082034 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:54.082034 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:54.082034 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:54.082034 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:54.083953 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-fc45238a-783b-4266-80e8-123deeee4a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.087961 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.108837 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-fc45238a-783b-4266-80e8-123deeee4a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.109996 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-fc45238a-783b-4266-80e8-123deeee4a5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2de547f4-5463-49c0-8a0b-9c1deefc0f6f HTTP/1.1" status: 204 len: 168 time: 0.4860129 Jun 04 13:51:54.110970 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45238a-783b-4266-80e8-123deeee4a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de547f4-5463-49c0-8a0b-9c1deefc0f6f,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:54.117341 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-11e0958a-dc1a-4b42-a4c5-66a89d9d24e5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c4722f80-acd3-4111-a1ae-1492758576c2 HTTP/1.1" status: 204 len: 168 time: 0.4585483 Jun 04 13:51:54.117987 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42060) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:54.300371 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604469'] for network, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.319776 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25959d4-a18d-4c89-907a-defbf6b485d1 req-63c2a78a-d451-4573-bfc2-5634b73fa3e0 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:54.321317 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d25959d4-a18d-4c89-907a-defbf6b485d1 req-63c2a78a-d451-4573-bfc2-5634b73fa3e0 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 943 time: 0.1710608 Jun 04 13:51:54.338109 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 42066) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:54.359286 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-980d068a-414b-4620-ae07-d97a7533b0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.375125 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-980d068a-414b-4620-ae07-d97a7533b0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:54.379092 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-980d068a-414b-4620-ae07-d97a7533b0de admin admin] Usage tracker for resource:security_group_rule and tenant:734bc6ad1890446eb90d99c6e133152c is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:54.382024 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-980d068a-414b-4620-ae07-d97a7533b0de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:54.399774 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-980d068a-414b-4620-ae07-d97a7533b0de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:54.476086 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d25959d4-a18d-4c89-907a-defbf6b485d1 req-bd472506-9ef7-453b-a798-a98a750cc10a tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265070 Jun 04 13:51:54.477875 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-919093', 'neutron.services.segments.db._delete_segments_for_network-8784468802214'] for network, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.503865 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-980d068a-414b-4620-ae07-d97a7533b0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.504712 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:54.505058 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:54.505906 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:54.511269 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Subscribe: > port after_create 55550000 {{(pid=88648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:54.511269 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:54.511269 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Subscribe: > port after_update 55550000 {{(pid=88648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:54.511269 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:54.511269 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:54.511269 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:54.511269 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:54.574409 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:54.574756 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:54.575082 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:54.575409 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:51:54.575839 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a200dcd-4d77-49de-9821-247a5036b3a7']}} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:54.589509 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-980d068a-414b-4620-ae07-d97a7533b0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.593426 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e7deb5-441f-447a-8af5-3976cb1dd388') {'for_net_delete': True} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:54.593723 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e7deb5-441f-447a-8af5-3976cb1dd388') {} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:54.607462 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784468805825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2407741'] for segment, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.634019 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.644319 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:51:54.645703 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-918837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2204507'] for segment, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.646954 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d068a-414b-4620-ae07-d97a7533b0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16783b47-a93b-4c66-9005-87af1c9d091a,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:54.672838 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-980d068a-414b-4620-ae07-d97a7533b0de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=734bc6ad1890446eb90d99c6e133152c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346648 Jun 04 13:51:54.675209 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 42080) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:54.750994 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca8b1-38f7-4a06-b6ec-4065b618c6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.807834 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca8b1-38f7-4a06-b6ec-4065b618c6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.872099 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-919102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787971'] for network, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.903137 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.915787 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a200dcd-4d77-49de-9821-247a5036b3a7,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:54.918588 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-efe39b7d-744e-4302-b481-413c3b03c723 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9a200dcd-4d77-49de-9821-247a5036b3a7 HTTP/1.1" status: 204 len: 168 time: 0.7994943 Jun 04 13:51:54.968457 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca8b1-38f7-4a06-b6ec-4065b618c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:54.990845 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ca8b1-38f7-4a06-b6ec-4065b618c6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16783b47-a93b-4c66-9005-87af1c9d091a,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:55.000768 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca8b1-38f7-4a06-b6ec-4065b618c6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:55.002531 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-9e3ca8b1-38f7-4a06-b6ec-4065b618c6b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16783b47-a93b-4c66-9005-87af1c9d091a HTTP/1.1" status: 204 len: 168 time: 0.3261402 Jun 04 13:51:55.158778 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.services.segments.plugin [-] Segment 60e7deb5-441f-447a-8af5-3976cb1dd388 resource provider aggregate not found Jun 04 13:51:55.180040 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.services.segments.plugin [-] Segment 60e7deb5-441f-447a-8af5-3976cb1dd388 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60e7deb5-441f-447a-8af5-3976cb1dd388 found for delete ", "request_id": "req-09778f71-eecf-41cc-9e6e-e3050479b287"}]} Jun 04 13:51:55.320998 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42128) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:55.371256 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-dba40014-3c2e-4310-9835-b522a873d06c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8da4508273ae453e94489f7121be36a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0464277 Jun 04 13:51:55.371536 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 42132) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:55.429400 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-94afa312-21df-4372-9c7e-8dc691529ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:55.455010 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-94afa312-21df-4372-9c7e-8dc691529ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:55.574541 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-94afa312-21df-4372-9c7e-8dc691529ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:55.632406 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afa312-21df-4372-9c7e-8dc691529ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d766f9a-2519-4dac-8386-69bf07bb3d31,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:55.687506 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-94afa312-21df-4372-9c7e-8dc691529ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:55.691618 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-94afa312-21df-4372-9c7e-8dc691529ba7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d766f9a-2519-4dac-8386-69bf07bb3d31 HTTP/1.1" status: 204 len: 168 time: 0.3190913 Jun 04 13:51:55.704695 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd619a3-f986-4d94-b685-fff56c77b939 req-ef3489fa-5b2c-4860-ac3f-e1e023ace83a tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:55.706375 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0bd619a3-f986-4d94-b685-fff56c77b939 req-ef3489fa-5b2c-4860-ac3f-e1e023ace83a tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 943 time: 0.1086740 Jun 04 13:51:55.761645 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0bd619a3-f986-4d94-b685-fff56c77b939 req-ba9007b0-6627-4d0a-9c8a-cec05dc742b0 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457182 Jun 04 13:51:56.951312 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255fff0-7f7c-4082-8c14-624b2385817d req-d41a6428-9e78-46b1-94e8-cd40760f926b tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:56.952757 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9255fff0-7f7c-4082-8c14-624b2385817d req-d41a6428-9e78-46b1-94e8-cd40760f926b tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 943 time: 0.0780890 Jun 04 13:51:56.997493 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9255fff0-7f7c-4082-8c14-624b2385817d req-8b70c412-52fc-48f6-87a8-e550f9bbb782 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390821 Jun 04 13:51:57.468020 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 42224) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:57.698628 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c364b5e-7aef-4ce5-bc41-e6e86d6cde25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:57.713238 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8c364b5e-7aef-4ce5-bc41-e6e86d6cde25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:57.717630 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8c364b5e-7aef-4ce5-bc41-e6e86d6cde25 admin admin] Usage tracker for resource:security_group_rule and tenant:4d3b5980524b494cb511242cb65043ec is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:57.721505 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8c364b5e-7aef-4ce5-bc41-e6e86d6cde25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:57.727446 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8c364b5e-7aef-4ce5-bc41-e6e86d6cde25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:57.817736 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42244) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:57.823166 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c364b5e-7aef-4ce5-bc41-e6e86d6cde25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:57.899905 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c364b5e-7aef-4ce5-bc41-e6e86d6cde25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:57.947437 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-8c364b5e-7aef-4ce5-bc41-e6e86d6cde25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d3b5980524b494cb511242cb65043ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783418 Jun 04 13:51:57.949280 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c364b5e-7aef-4ce5-bc41-e6e86d6cde25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bad7910-1dda-478c-9f36-9fb2dd380980,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:57.952802 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 42250) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:58.024156 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-876317219-network', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:58.029302 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e9da4b45-f56b-4b02-b627-6a2a8718e021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:58.029628 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:58.033760 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Usage tracker for resource:network and tenant:17fa7d7e18654d97bd7dfc5050b92de5 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:58.036682 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:58.043708 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:58.057820 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e9da4b45-f56b-4b02-b627-6a2a8718e021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:58.166381 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Made reservation on behalf of 17fa7d7e18654d97bd7dfc5050b92de5 for: {'network': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:58.169128 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:58.194159 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:58.212379 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:58.218427 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Usage tracker for resource:security_group_rule and tenant:17fa7d7e18654d97bd7dfc5050b92de5 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:58.222631 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:58.228242 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4af7d-a169-4c47-90ad-744899496987 req-1089225b-55e2-4b6c-b9e4-bbfd9eb6e32b tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:58.230233 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:58.230634 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9ab4af7d-a169-4c47-90ad-744899496987 req-1089225b-55e2-4b6c-b9e4-bbfd9eb6e32b tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 943 time: 0.1071506 Jun 04 13:51:58.280612 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9ab4af7d-a169-4c47-90ad-744899496987 req-1efa8a55-188e-4d92-8c15-7ba8cb491537 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440953 Jun 04 13:51:58.320658 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e9da4b45-f56b-4b02-b627-6a2a8718e021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:58.345286 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da4b45-f56b-4b02-b627-6a2a8718e021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bad7910-1dda-478c-9f36-9fb2dd380980,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:58.347501 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e9da4b45-f56b-4b02-b627-6a2a8718e021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:58.352113 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-e9da4b45-f56b-4b02-b627-6a2a8718e021 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2bad7910-1dda-478c-9f36-9fb2dd380980 HTTP/1.1" status: 204 len: 168 time: 0.3966014 Jun 04 13:51:58.402790 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:58.471197 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:58.500758 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=88648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:51:58.513488 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396d0736-179e-4856-9073-12aaebfac2bd,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:58.518203 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:58.518546 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.segments_db [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Added segment d82b3cf4-1c63-4c71-955a-bba1d1a6e585 of type vlan for network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 Jun 04 13:51:58.546475 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:58.657013 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:58.657013 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:58.657013 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:58.756376 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 97250414-3da0-43e9-8c3c-766cdfac2a59 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:51:58.774304 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] Pushing event updated for resources: {'Network': ['ID=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:58.799057 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:51:58.852680 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 42298) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:58.855684 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-25112413-3836-46b0-b0ae-e6c3160b204c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0368330 Jun 04 13:51:58.868763 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] Request body: {'subnet': {'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-subnet', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:58.868763 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:58.871853 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] Usage tracker for resource:subnet and tenant:17fa7d7e18654d97bd7dfc5050b92de5 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:58.878016 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:58.941448 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:59.018538 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 97250414-3da0-43e9-8c3c-766cdfac2a59, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=97250414-3da0-43e9-8c3c-766cdfac2a59,segment=NetworkSegment(686f7285-774a-495e-91e9-288c6430ee4c),segment_id=686f7285-774a-495e-91e9-288c6430ee4c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:59.032677 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': '97250414-3da0-43e9-8c3c-766cdfac2a59', 'network_id': '590c4b1b-e827-4640-9dd8-b38bc4608ff4', 'port_id': '97250414-3da0-43e9-8c3c-766cdfac2a59', 'mac_address': 'fa:16:3e:a2:ef:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ec1f95-95b8-425d-8591-e4b2f7330d1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:51:59.087438 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 97250414-3da0-43e9-8c3c-766cdfac2a59 is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:51:59.087814 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:59.094071 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] Made reservation on behalf of 17fa7d7e18654d97bd7dfc5050b92de5 for: {'subnet': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:59.098612 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076358'] for subnet, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:59.106161 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97250414-3da0-43e9-8c3c-766cdfac2a59 {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:51:59.133834 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 97250414-3da0-43e9-8c3c-766cdfac2a59, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=97250414-3da0-43e9-8c3c-766cdfac2a59,segment=NetworkSegment(686f7285-774a-495e-91e9-288c6430ee4c),segment_id=686f7285-774a-495e-91e9-288c6430ee4c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:59.185645 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42312) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:59.205516 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-80b6fdbe-4f5f-4566-b725-cbddfdae93e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:59.220254 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-80b6fdbe-4f5f-4566-b725-cbddfdae93e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:59.223978 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-80b6fdbe-4f5f-4566-b725-cbddfdae93e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f7e4915c91424fbd92a5cca2a01b2574 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:59.227021 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-80b6fdbe-4f5f-4566-b725-cbddfdae93e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:59.231279 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:59.249261 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-80b6fdbe-4f5f-4566-b725-cbddfdae93e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:59.355561 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-80b6fdbe-4f5f-4566-b725-cbddfdae93e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:59.370194 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=97250414-3da0-43e9-8c3c-766cdfac2a59,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:59.378126 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:59.378543 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:59.378946 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:59.398124 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:59.398124 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:59.398124 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:59.398124 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:59.398124 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:59.398124 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:59.398124 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:59.398124 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:59.398124 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:59.419771 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3006351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076372'] for subnet, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:59.481113 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-80b6fdbe-4f5f-4566-b725-cbddfdae93e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:59.495152 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55dd5078-70b3-428a-8058-e1e37c51cb53,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:59.506654 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] Checking segment: {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:51:59.507111 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] Network hostable DHCP agents. Network: f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:51:59.614868 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-80b6fdbe-4f5f-4566-b725-cbddfdae93e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7e4915c91424fbd92a5cca2a01b2574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4271727 Jun 04 13:51:59.617852 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6fdbe-4f5f-4566-b725-cbddfdae93e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bfc4a6-66ed-45a5-b18e-b968342e1dff,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:59.618303 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 42338) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:59.635783 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] Network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:51:59.667239 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf598b6e-89d6-4466-96b9-16ccda8088a4 req-46368688-3b1d-4f6a-bfd9-0c7ebf1daa54 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:59.668703 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cf598b6e-89d6-4466-96b9-16ccda8088a4 req-46368688-3b1d-4f6a-bfd9-0c7ebf1daa54 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 944 time: 0.2278447 Jun 04 13:51:59.687114 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['97250414-3da0-43e9-8c3c-766cdfac2a59'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:51:59.715103 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e04da8c8-bd25-427a-8752-bff86e293ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:59.718467 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cf598b6e-89d6-4466-96b9-16ccda8088a4 req-b21936fc-24fc-42f5-904e-c97a54bec175 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437613 Jun 04 13:51:59.753471 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8) {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:59.760365 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e04da8c8-bd25-427a-8752-bff86e293ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:59.768614 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:51:59.769191 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:59.776968 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c9b6fb-be05-45a8-9f67-bc052395ad09 None None] Network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:51:59.897136 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42350) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:59.947034 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-25ce576a-c0df-411e-99a5-8652a1f49fe7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0924616 Jun 04 13:51:59.957935 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42356) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:59.963189 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:59.968302 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:59.972412 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Usage tracker for resource:router and tenant:17fa7d7e18654d97bd7dfc5050b92de5 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:59.975586 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:59.984738 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:00.002489 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e04da8c8-bd25-427a-8752-bff86e293ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.023434 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e04da8c8-bd25-427a-8752-bff86e293ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.027552 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f7cee156-a8cf-4037-9267-1b188af33958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.030534 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-e04da8c8-bd25-427a-8752-bff86e293ad4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48bfc4a6-66ed-45a5-b18e-b968342e1dff HTTP/1.1" status: 204 len: 168 time: 0.4087579 Jun 04 13:52:00.030534 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04da8c8-bd25-427a-8752-bff86e293ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bfc4a6-66ed-45a5-b18e-b968342e1dff,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:00.052632 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f7cee156-a8cf-4037-9267-1b188af33958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:00.059583 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f7cee156-a8cf-4037-9267-1b188af33958 admin admin] Usage tracker for resource:security_group_rule and tenant:223a4ce98dad4e4982b113db16f33a00 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:00.061778 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f7cee156-a8cf-4037-9267-1b188af33958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:00.068264 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f7cee156-a8cf-4037-9267-1b188af33958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:00.103948 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d20230b-0f49-5820-8323-7416d505f798-f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53'}]}} from dv-cinder-843593-2-smb. {{(pid=88649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 13:52:00.104762 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.123617 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3787781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26696'] for router, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.130209 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26737'] for router, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.155955 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.190568 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f7cee156-a8cf-4037-9267-1b188af33958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.269699 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.db_base_plugin_common [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Allocated IP 172.20.0.2 (f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8/55dd5078-70b3-428a-8058-e1e37c51cb53/c5bbf42e-788b-4b24-b940-6608ec0abfa2) {{(pid=88649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:52:00.293280 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f7cee156-a8cf-4037-9267-1b188af33958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.316594 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 42368) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:00.460794 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-4a9694e7-9f07-4e9a-8424-563c496d0939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.477750 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-4a9694e7-9f07-4e9a-8424-563c496d0939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:00.485375 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Notify callbacks [] for port, precommit_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.485693 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-4a9694e7-9f07-4e9a-8424-563c496d0939 admin admin] Usage tracker for resource:security_group_rule and tenant:0b69095464184d4683c7a2b84a30809d is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:00.489270 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-4a9694e7-9f07-4e9a-8424-563c496d0939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:00.494395 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Transition to ACTIVE for port object c5bbf42e-788b-4b24-b940-6608ec0abfa2 will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:52:00.496585 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-4a9694e7-9f07-4e9a-8424-563c496d0939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:00.513542 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Transition to ACTIVE for port object c5bbf42e-788b-4b24-b940-6608ec0abfa2 will not be triggered until provisioned by entity DHCP. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:52:00.533842 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-f7cee156-a8cf-4037-9267-1b188af33958 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=223a4ce98dad4e4982b113db16f33a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6343558 Jun 04 13:52:00.535535 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 42384) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:00.540367 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cee156-a8cf-4037-9267-1b188af33958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c239fbe-2f84-4e3b-b7d9-2b91ba90cdb8,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:00.618568 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.651745 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a2f77dfb-c3d7-42c4-b79d-a4d8ccf541ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.668259 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26723'] for router, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.677604 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-4a9694e7-9f07-4e9a-8424-563c496d0939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.689179 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 is already hosted by enough agents. {{(pid=88649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:52:00.691444 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a2f77dfb-c3d7-42c4-b79d-a4d8ccf541ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.692761 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.base_scheduler [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Resources bound (agent type, host, resource id): {{(pid=88649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:52:00.702522 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Received port after_create {{(pid=88649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:52:00.739883 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Pushing event updated for resources: {'Port': ['ID=c5bbf42e-788b-4b24-b940-6608ec0abfa2,revision_number=1']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:00.791396 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-4a9694e7-9f07-4e9a-8424-563c496d0939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.825223 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Attempting to bind port c5bbf42e-788b-4b24-b940-6608ec0abfa2 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:52:00.825837 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Attempting to bind port c5bbf42e-788b-4b24-b940-6608ec0abfa2 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:52:00.826023 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Attempting to bind port c5bbf42e-788b-4b24-b940-6608ec0abfa2 on network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:52:00.832958 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:52:00.833720 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Checking segment: {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:52:00.834330 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.835092 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Bound using segment: {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:52:00.835731 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Bound port: c5bbf42e-788b-4b24-b940-6608ec0abfa2, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:52:00.836274 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.847492 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a2f77dfb-c3d7-42c4-b79d-a4d8ccf541ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.853115 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-4a9694e7-9f07-4e9a-8424-563c496d0939 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b69095464184d4683c7a2b84a30809d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5354548 Jun 04 13:52:00.856940 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42394) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:00.899034 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9694e7-9f07-4e9a-8424-563c496d0939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6ac8c8-1808-4e3b-b1ce-01cbd1e34f59,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:00.925419 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f77dfb-c3d7-42c4-b79d-a4d8ccf541ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c239fbe-2f84-4e3b-b7d9-2b91ba90cdb8,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:00.936703 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a2f77dfb-c3d7-42c4-b79d-a4d8ccf541ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.940564 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-a2f77dfb-c3d7-42c4-b79d-a4d8ccf541ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c239fbe-2f84-4e3b-b7d9-2b91ba90cdb8 HTTP/1.1" status: 204 len: 168 time: 0.4015372 Jun 04 13:52:00.956686 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0e77f711-bbb0-4b87-989a-6e21bcc88e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:00.969098 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] For port c5bbf42e-788b-4b24-b940-6608ec0abfa2, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:52:00.978715 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] For port c5bbf42e-788b-4b24-b940-6608ec0abfa2, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=c5bbf42e-788b-4b24-b940-6608ec0abfa2,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:52:00.999902 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6000bc4-10a3-4adf-b2d5-0f4d93d0b5ff req-7ae00f9d-64b8-4847-b2d4-7437231a4827 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:01.001844 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a6000bc4-10a3-4adf-b2d5-0f4d93d0b5ff req-7ae00f9d-64b8-4847-b2d4-7437231a4827 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 944 time: 0.1554585 Jun 04 13:52:01.048517 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:01.068456 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a6000bc4-10a3-4adf-b2d5-0f4d93d0b5ff req-c981dddb-ee35-4920-bb01-cc474c6e5b14 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597682 Jun 04 13:52:01.125524 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0e77f711-bbb0-4b87-989a-6e21bcc88e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:01.214115 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98e7ae-81c7-4db7-b31d-79048bedefaa None None] Pushing event updated for resources: {'Port': ['ID=c5bbf42e-788b-4b24-b940-6608ec0abfa2,revision_number=2']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:01.236700 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:01.271705 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:01.487115 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0e77f711-bbb0-4b87-989a-6e21bcc88e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:01.516509 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77f711-bbb0-4b87-989a-6e21bcc88e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6ac8c8-1808-4e3b-b1ce-01cbd1e34f59,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:01.597087 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0e77f711-bbb0-4b87-989a-6e21bcc88e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:01.598252 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-0e77f711-bbb0-4b87-989a-6e21bcc88e7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e6ac8c8-1808-4e3b-b1ce-01cbd1e34f59 HTTP/1.1" status: 204 len: 168 time: 0.7403128 Jun 04 13:52:01.619746 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Allocated IP 172.28.3.227 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/aa55ad63-0cc1-45fa-9834-23f235c5715e) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:52:01.768360 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:01.842509 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42424) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:01.871810 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0edb4ae4-75df-407e-a840-6adc1d748efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:01.892723 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-0edb4ae4-75df-407e-a840-6adc1d748efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:01.897880 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-0edb4ae4-75df-407e-a840-6adc1d748efc admin admin] Usage tracker for resource:security_group_rule and tenant:889ca0f42e80477a93f07b4bf5a7ac64 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:01.902393 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-0edb4ae4-75df-407e-a840-6adc1d748efc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:01.906075 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:01.955568 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-0edb4ae4-75df-407e-a840-6adc1d748efc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:01.990249 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:52:02.004041 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:52:02.012968 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:52:02.065487 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Pushing event updated for resources: {'Port': ['ID=aa55ad63-0cc1-45fa-9834-23f235c5715e,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:02.269076 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9d5904-a6d1-420d-8179-8742c51c633d None None] Network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:52:02.396732 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-e484fb57-5555-46d6-a7b3-5482e707be98 None None] Provisioning for port c5bbf42e-788b-4b24-b940-6608ec0abfa2 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:52:02.475097 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0edb4ae4-75df-407e-a840-6adc1d748efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:02.506960 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b19510-3c2b-4b78-b3a1-6823deb8e0c3 req-48ae3183-3dea-489f-a2ed-effff6e17631 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:02.508365 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-38b19510-3c2b-4b78-b3a1-6823deb8e0c3 req-48ae3183-3dea-489f-a2ed-effff6e17631 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 944 time: 0.2674446 Jun 04 13:52:02.561821 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-38b19510-3c2b-4b78-b3a1-6823deb8e0c3 req-e6d64a52-4281-46b3-8bb6-d136c2f4a7f3 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467982 Jun 04 13:52:02.594963 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0edb4ae4-75df-407e-a840-6adc1d748efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:02.698046 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 42446) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:02.715781 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-01b79d43-07f2-4a6f-8322-b18ca8c5d4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:02.731358 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-01b79d43-07f2-4a6f-8322-b18ca8c5d4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:02.732294 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb4ae4-75df-407e-a840-6adc1d748efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0520d99b-7327-4d6c-8938-876efa700d7e,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:02.735499 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-01b79d43-07f2-4a6f-8322-b18ca8c5d4d9 admin admin] Usage tracker for resource:security_group_rule and tenant:ea991cb687c0416eb965fad1fa033df5 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:02.738256 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-0edb4ae4-75df-407e-a840-6adc1d748efc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=889ca0f42e80477a93f07b4bf5a7ac64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8944967 Jun 04 13:52:02.739094 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-01b79d43-07f2-4a6f-8322-b18ca8c5d4d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:02.742570 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42450) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:02.753803 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-01b79d43-07f2-4a6f-8322-b18ca8c5d4d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:02.814212 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 97250414-3da0-43e9-8c3c-766cdfac2a59 up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:52:02.840749 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-01b79d43-07f2-4a6f-8322-b18ca8c5d4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:02.884311 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:02.936155 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-80079975-8fbe-467a-8957-cb67cf563b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:02.948633 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-01b79d43-07f2-4a6f-8322-b18ca8c5d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:02.985944 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-80079975-8fbe-467a-8957-cb67cf563b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:02.999267 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port 97250414-3da0-43e9-8c3c-766cdfac2a59 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:52:03.006826 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port 97250414-3da0-43e9-8c3c-766cdfac2a59 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:03.007492 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.010645 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b79d43-07f2-4a6f-8322-b18ca8c5d4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d00586-f716-4416-b688-7ecc1fb9c211,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:03.017513 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-01b79d43-07f2-4a6f-8322-b18ca8c5d4d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea991cb687c0416eb965fad1fa033df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160267 Jun 04 13:52:03.023947 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 42462) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:03.126092 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-500b91aa-f94a-49a2-be14-24a7aca89be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.161235 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-500b91aa-f94a-49a2-be14-24a7aca89be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.224857 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 97250414-3da0-43e9-8c3c-766cdfac2a59 is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:52:03.224857 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.259112 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc39704-ef3e-4ae3-89dd-26725965fdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97250414-3da0-43e9-8c3c-766cdfac2a59'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:52:03.269497 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 97250414-3da0-43e9-8c3c-766cdfac2a59, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=97250414-3da0-43e9-8c3c-766cdfac2a59,segment=NetworkSegment(686f7285-774a-495e-91e9-288c6430ee4c),segment_id=686f7285-774a-495e-91e9-288c6430ee4c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:03.273368 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-80079975-8fbe-467a-8957-cb67cf563b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.303595 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80079975-8fbe-467a-8957-cb67cf563b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0520d99b-7327-4d6c-8938-876efa700d7e,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:03.311854 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa641b0-362e-40f4-880d-a78461acfd80'] response: {'server_uuid': '4bc39704-ef3e-4ae3-89dd-26725965fdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97250414-3da0-43e9-8c3c-766cdfac2a59', 'code': 200} Jun 04 13:52:03.313312 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799310'] for router, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.316663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-80079975-8fbe-467a-8957-cb67cf563b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.317734 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-80079975-8fbe-467a-8957-cb67cf563b87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0520d99b-7327-4d6c-8938-876efa700d7e HTTP/1.1" status: 204 len: 168 time: 0.5742562 Jun 04 13:52:03.349426 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-500b91aa-f94a-49a2-be14-24a7aca89be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.376495 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b91aa-f94a-49a2-be14-24a7aca89be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d00586-f716-4416-b688-7ecc1fb9c211,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:03.381010 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device c5bbf42e-788b-4b24-b940-6608ec0abfa2 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:52:03.392080 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-500b91aa-f94a-49a2-be14-24a7aca89be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.393225 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-500b91aa-f94a-49a2-be14-24a7aca89be3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4d00586-f716-4416-b688-7ecc1fb9c211 HTTP/1.1" status: 204 len: 168 time: 0.3724539 Jun 04 13:52:03.435373 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.554888 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=97250414-3da0-43e9-8c3c-766cdfac2a59,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:03.663742 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port c5bbf42e-788b-4b24-b940-6608ec0abfa2 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:52:03.672901 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port c5bbf42e-788b-4b24-b940-6608ec0abfa2 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:03.673271 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.758370 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 is scheduled to L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c with binding_index 1 {{(pid=88648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:52:03.797403 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5beeec7-d0ca-4bfd-b6c1-bfef891ea5b7 req-2d223579-8dde-4baa-a3ca-673188f35ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:03.798918 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f5beeec7-d0ca-4bfd-b6c1-bfef891ea5b7 req-2d223579-8dde-4baa-a3ca-673188f35ce9 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 1098 time: 0.0786691 Jun 04 13:52:03.847889 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port c5bbf42e-788b-4b24-b940-6608ec0abfa2 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:52:03.848152 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.852203 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-f5beeec7-d0ca-4bfd-b6c1-bfef891ea5b7 req-7b09042f-ee48-4168-b1cb-f3ffa6cbc801 service neutron] Synchronizing usage tracker for tenant:0310ebc61f364151ba6e2150443d4218 on resource:security_group {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:52:03.905571 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port c5bbf42e-788b-4b24-b940-6608ec0abfa2, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=c5bbf42e-788b-4b24-b940-6608ec0abfa2,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:03.968755 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-f5beeec7-d0ca-4bfd-b6c1-bfef891ea5b7 req-7b09042f-ee48-4168-b1cb-f3ffa6cbc801 service neutron] Unset dirty status for tenant:0310ebc61f364151ba6e2150443d4218 on resource:security_group {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:52:03.970250 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f5beeec7-d0ca-4bfd-b6c1-bfef891ea5b7 req-7b09042f-ee48-4168-b1cb-f3ffa6cbc801 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617825 Jun 04 13:52:04.004046 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2f836-4a0d-4a93-8978-984fc6ddde61 req-ccad0cbf-9ed6-4fdb-b0b6-f1a6f42f1adc tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:04.005551 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5bc2f836-4a0d-4a93-8978-984fc6ddde61 req-ccad0cbf-9ed6-4fdb-b0b6-f1a6f42f1adc tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 945 time: 0.2977068 Jun 04 13:52:04.013948 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:04.101756 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=c5bbf42e-788b-4b24-b940-6608ec0abfa2,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:04.142063 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5bc2f836-4a0d-4a93-8978-984fc6ddde61 req-c14affc0-4444-4c08-9707-47b51a7e6ec7 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860987 Jun 04 13:52:04.145377 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:52:04.154859 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Sync routers for ids ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:52:04.167247 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Routers {'cab2ed98-7fb0-4f88-8b0c-ce59305d8795'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:52:04.168618 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:51:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:04.259470 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] Notify callbacks [] for router, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:04.262767 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-2d81717d-04d5-43d5-a0ed-6f1ffa4f03fe admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3022735 Jun 04 13:52:04.264470 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 42514) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:04.387571 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Set router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:52:04.691853 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:02Z', 'revision_number': 3, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:04.696518 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Checking router: cab2ed98-7fb0-4f88-8b0c-ce59305d8795 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:52:04.696924 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Updating router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 port aa55ad63-0cc1-45fa-9834-23f235c5715e binding host dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:52:04.706775 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42534) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:04.769550 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:04.980245 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-73c7fa0e-c925-4946-9f2d-30c13f032fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.015793 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-73c7fa0e-c925-4946-9f2d-30c13f032fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:05.020201 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-73c7fa0e-c925-4946-9f2d-30c13f032fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:e07c91ba1f4745b9886749e9ba4ffd8a is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:05.026062 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-73c7fa0e-c925-4946-9f2d-30c13f032fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:05.035957 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-73c7fa0e-c925-4946-9f2d-30c13f032fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:05.114457 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.171753 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-73c7fa0e-c925-4946-9f2d-30c13f032fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.237068 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Notify callbacks [] for port, precommit_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.265161 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-73c7fa0e-c925-4946-9f2d-30c13f032fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.281968 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.provisioning_blocks [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Transition to ACTIVE for port object aa55ad63-0cc1-45fa-9834-23f235c5715e will not be triggered until provisioned by entity L2. {{(pid=88650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:52:05.346481 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device c5bbf42e-788b-4b24-b940-6608ec0abfa2 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:52:05.373543 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-73c7fa0e-c925-4946-9f2d-30c13f032fb6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e07c91ba1f4745b9886749e9ba4ffd8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6653953 Jun 04 13:52:05.378544 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42574) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:05.384286 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7fa0e-c925-4946-9f2d-30c13f032fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f57e60-03fe-4a28-9eec-287a18f4b0fd,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:05.419852 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.499233 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0d85-b17e-40c3-8f02-40b2203b7eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.539486 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port c5bbf42e-788b-4b24-b940-6608ec0abfa2 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:05.540115 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.551611 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Allocated IP 172.20.0.1 (f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8/55dd5078-70b3-428a-8058-e1e37c51cb53/82828ca4-7094-419d-aafa-7f8d11a958be) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:52:05.575994 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc5b3f-9665-4434-b21f-5236f0b6a8dd req-163fae11-a1dd-4cf0-a3f4-9056c0975fa6 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:05.577528 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0ebc5b3f-9665-4434-b21f-5236f0b6a8dd req-163fae11-a1dd-4cf0-a3f4-9056c0975fa6 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 945 time: 0.1847491 Jun 04 13:52:05.585840 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0d85-b17e-40c3-8f02-40b2203b7eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.601504 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1953c38-22ee-42d3-8a2f-4dad06ba7190 None None] Pushing event updated for resources: {'Port': ['ID=aa55ad63-0cc1-45fa-9834-23f235c5715e,revision_number=2']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:05.630556 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953c38-22ee-42d3-8a2f-4dad06ba7190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:05.632946 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953c38-22ee-42d3-8a2f-4dad06ba7190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:05.633669 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953c38-22ee-42d3-8a2f-4dad06ba7190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:05.634216 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953c38-22ee-42d3-8a2f-4dad06ba7190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:05.634833 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953c38-22ee-42d3-8a2f-4dad06ba7190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:05.635402 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953c38-22ee-42d3-8a2f-4dad06ba7190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:05.637637 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953c38-22ee-42d3-8a2f-4dad06ba7190 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:05.638196 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953c38-22ee-42d3-8a2f-4dad06ba7190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:05.639780 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953c38-22ee-42d3-8a2f-4dad06ba7190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:05.640314 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953c38-22ee-42d3-8a2f-4dad06ba7190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:05.640821 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953c38-22ee-42d3-8a2f-4dad06ba7190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:05.644138 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1953c38-22ee-42d3-8a2f-4dad06ba7190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:05.719145 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Attempting to bind port aa55ad63-0cc1-45fa-9834-23f235c5715e on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:52:05.719145 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Attempting to bind port aa55ad63-0cc1-45fa-9834-23f235c5715e by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:52:05.719145 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Attempting to bind port aa55ad63-0cc1-45fa-9834-23f235c5715e on network 7517ec8c-2fb8-4891-807d-eceecf54c444 {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:52:05.729586 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:52:05.733714 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Checking segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:52:05.734261 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.734757 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Bound using segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:52:05.735304 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Bound port: aa55ad63-0cc1-45fa-9834-23f235c5715e, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:52:05.735783 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.738143 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0d85-b17e-40c3-8f02-40b2203b7eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.781065 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b0d85-b17e-40c3-8f02-40b2203b7eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f57e60-03fe-4a28-9eec-287a18f4b0fd,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:05.794410 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0ebc5b3f-9665-4434-b21f-5236f0b6a8dd req-b8580654-db6a-441c-8688-f662ba1d51c3 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806798 Jun 04 13:52:05.811009 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0d85-b17e-40c3-8f02-40b2203b7eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.825767 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-ea7b0d85-b17e-40c3-8f02-40b2203b7eb3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2f57e60-03fe-4a28-9eec-287a18f4b0fd HTTP/1.1" status: 204 len: 168 time: 0.4426756 Jun 04 13:52:05.882055 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port c5bbf42e-788b-4b24-b940-6608ec0abfa2 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:52:05.899711 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.908103 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] For port aa55ad63-0cc1-45fa-9834-23f235c5715e, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:52:05.915910 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] For port aa55ad63-0cc1-45fa-9834-23f235c5715e, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=aa55ad63-0cc1-45fa-9834-23f235c5715e,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:52:05.921644 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Transition to ACTIVE for port object 82828ca4-7094-419d-aafa-7f8d11a958be will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:52:05.962291 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-95dd97fe-9373-496c-91ed-49f522ea2642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.992107 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:06.053126 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:06.071698 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Routers {'cab2ed98-7fb0-4f88-8b0c-ce59305d8795'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:52:06.072328 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:51:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:06.116207 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:52:06.120158 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:52:06.123101 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:52:06.140967 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1953c38-22ee-42d3-8a2f-4dad06ba7190 None None] Pushing event updated for resources: {'Port': ['ID=aa55ad63-0cc1-45fa-9834-23f235c5715e,revision_number=3']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:06.189053 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787844'] for router_interface, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:06.227438 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Pushing event updated for resources: {'Port': ['ID=82828ca4-7094-419d-aafa-7f8d11a958be,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:06.341910 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] Set router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:52:06.508985 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:06.511019 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-aa045686-d846-4dcc-848d-8e2532792df2 None None] Provisioning for port 82828ca4-7094-419d-aafa-7f8d11a958be completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:52:06.516631 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-aa045686-d846-4dcc-848d-8e2532792df2 None None] Provisioning complete for port 82828ca4-7094-419d-aafa-7f8d11a958be triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:06.517258 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-aa045686-d846-4dcc-848d-8e2532792df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:06.586330 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-aa045686-d846-4dcc-848d-8e2532792df2 None None] Port 82828ca4-7094-419d-aafa-7f8d11a958be cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:52:06.689538 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42634) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:06.732164 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2840-b940-4255-a39d-7e209a1aad79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:06.773229 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-e3ac2840-b940-4255-a39d-7e209a1aad79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:06.778354 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-e3ac2840-b940-4255-a39d-7e209a1aad79 admin admin] Usage tracker for resource:security_group_rule and tenant:b1d9220374ac446294042b112676a124 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:06.782926 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-e3ac2840-b940-4255-a39d-7e209a1aad79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:06.792595 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-e3ac2840-b940-4255-a39d-7e209a1aad79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:06.816833 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:06.828060 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:02Z', 'revision_number': 3, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:06.835570 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924a745-6f68-4888-a7f7-c4ee4cff467b None None] The sync data for ids ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'] in dv-cinder-843593-2-smb is: [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:02Z', 'revision_number': 3, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:52:06.924965 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2840-b940-4255-a39d-7e209a1aad79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:07.008536 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:07.024764 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faab5b0-9b1e-433f-9bee-222428080daa req-6ee0bde0-1c05-40d1-8b76-5d16b7c03244 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:07.026469 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9faab5b0-9b1e-433f-9bee-222428080daa req-6ee0bde0-1c05-40d1-8b76-5d16b7c03244 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 945 time: 0.0888133 Jun 04 13:52:07.082333 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9faab5b0-9b1e-433f-9bee-222428080daa req-43bfda57-bff9-4009-a17b-136782226e3e tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499139 Jun 04 13:52:07.102774 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e3ac2840-b940-4255-a39d-7e209a1aad79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:07.143375 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3874379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800573'] for router_interface, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:07.159975 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Pushing event updated for resources: {'Port': ['ID=82828ca4-7094-419d-aafa-7f8d11a958be,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:07.249555 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-e3ac2840-b940-4255-a39d-7e209a1aad79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1d9220374ac446294042b112676a124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5542667 Jun 04 13:52:07.259684 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42656) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:07.293881 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac2840-b940-4255-a39d-7e209a1aad79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5651f6ad-3282-442c-bd20-45a3a8043306,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:07.384877 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:52:07.386306 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:52:07.389442 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e6ce4751-5e05-4800-95da-d60eeed9c654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:07.448575 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e6ce4751-5e05-4800-95da-d60eeed9c654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:07.657320 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e6ce4751-5e05-4800-95da-d60eeed9c654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:07.681629 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce4751-5e05-4800-95da-d60eeed9c654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5651f6ad-3282-442c-bd20-45a3a8043306,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:07.683836 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e6ce4751-5e05-4800-95da-d60eeed9c654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:07.687956 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-e6ce4751-5e05-4800-95da-d60eeed9c654 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5651f6ad-3282-442c-bd20-45a3a8043306 HTTP/1.1" status: 204 len: 168 time: 0.4269922 Jun 04 13:52:07.707720 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:52:07.726096 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-74bb19dc-3124-4403-bd58-f89adf7900fa None None] Provisioning complete for port 82828ca4-7094-419d-aafa-7f8d11a958be triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:07.726691 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-74bb19dc-3124-4403-bd58-f89adf7900fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:07.804319 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42666) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:07.810369 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-74bb19dc-3124-4403-bd58-f89adf7900fa None None] Port 82828ca4-7094-419d-aafa-7f8d11a958be cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:52:07.939655 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:07.986873 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8188-8ba2-4349-ab8e-4a6a11fc613a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:07.988098 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b5000e77-352f-413b-9e53-e418101f0d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:08.013204 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-b5000e77-352f-413b-9e53-e418101f0d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:08.017374 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-b5000e77-352f-413b-9e53-e418101f0d4d admin admin] Usage tracker for resource:security_group_rule and tenant:5a70077a29aa4411863be56a2a9fb4f7 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:08.020574 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-b5000e77-352f-413b-9e53-e418101f0d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:08.027737 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-b5000e77-352f-413b-9e53-e418101f0d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:08.042041 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:52:08.058058 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-39c2c682-8633-41ca-8250-d66398d64253 admin admin] 10.222.0.15 "PUT /v2.0/routers/cab2ed98-7fb0-4f88-8b0c-ce59305d8795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7924078 Jun 04 13:52:08.125067 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b5000e77-352f-413b-9e53-e418101f0d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:08.211831 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b5000e77-352f-413b-9e53-e418101f0d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:08.296728 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-b5000e77-352f-413b-9e53-e418101f0d4d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a70077a29aa4411863be56a2a9fb4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4904563 Jun 04 13:52:08.297760 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5000e77-352f-413b-9e53-e418101f0d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c89176-77f5-44ee-8ce4-f8bf570bc5c6,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:08.299146 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 42690) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:08.422223 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee717-06cf-491d-b854-32893d34f990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:08.470645 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee717-06cf-491d-b854-32893d34f990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:08.660045 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee717-06cf-491d-b854-32893d34f990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:08.694780 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ee717-06cf-491d-b854-32893d34f990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c89176-77f5-44ee-8ce4-f8bf570bc5c6,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:08.710105 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee717-06cf-491d-b854-32893d34f990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:08.713737 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-3f8ee717-06cf-491d-b854-32893d34f990 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70c89176-77f5-44ee-8ce4-f8bf570bc5c6 HTTP/1.1" status: 204 len: 168 time: 0.4105945 Jun 04 13:52:08.786582 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c540bea0-013c-4a6c-920e-b1c69341754b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:08.788852 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c540bea0-013c-4a6c-920e-b1c69341754b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 818 time: 0.2296898 Jun 04 13:52:08.813921 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-9b65cfad-69a6-4aaa-964c-3c326ae7749b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/quotas/17fa7d7e18654d97bd7dfc5050b92de5 HTTP/1.1" status: 200 len: 375 time: 0.0169513 Jun 04 13:52:08.841061 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Sync routers for ids ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:52:08.852386 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Routers {'cab2ed98-7fb0-4f88-8b0c-ce59305d8795'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:52:08.853034 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:52:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:08.898067 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-40a7c1e2-b192-4d89-bc82-baa1278d1b96 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Synchronizing usage tracker for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:52:09.014334 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-40a7c1e2-b192-4d89-bc82-baa1278d1b96 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Unset dirty status for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:52:09.015583 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-40a7c1e2-b192-4d89-bc82-baa1278d1b96 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2009094 Jun 04 13:52:09.045088 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:09.056444 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Set router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:52:09.197051 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-cf5dbb27-f989-436e-95d7-6b51f93923ed service neutron] 10.222.0.15 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688261 Jun 04 13:52:09.299747 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:09.384432 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device aa55ad63-0cc1-45fa-9834-23f235c5715e up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:52:09.434088 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-52473ea1-26ec-4852-8e18-244a87e1402c service neutron] 10.222.0.15 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288995 Jun 04 13:52:09.588586 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:06Z', 'revision_number': 4, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '82828ca4-7094-419d-aafa-7f8d11a958be', 'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'mac_address': 'fa:16:3e:9d:1d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:05Z', 'updated_at': '2022-06-04T13:52:06Z', 'revision_number': 2, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'subnets': [{'id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:09.592539 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Checking router: cab2ed98-7fb0-4f88-8b0c-ce59305d8795 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:52:09.592939 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Updating router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 port 82828ca4-7094-419d-aafa-7f8d11a958be binding host dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:52:09.621255 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port aa55ad63-0cc1-45fa-9834-23f235c5715e completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:52:09.632649 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port aa55ad63-0cc1-45fa-9834-23f235c5715e triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:09.633020 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:09.709720 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:09.790995 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-84072966-deb5-43ab-af2f-f415a7730133 req-11e0ea4d-1bd1-4b71-b63f-d8ea53830496 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 210 time: 0.0946469 Jun 04 13:52:09.895162 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 42762) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:09.915035 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c7e3f259-7fd9-4e74-aa21-8996ebcc21b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:09.916296 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port aa55ad63-0cc1-45fa-9834-23f235c5715e is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:52:09.916794 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:09.935040 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-c7e3f259-7fd9-4e74-aa21-8996ebcc21b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:09.939404 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-c7e3f259-7fd9-4e74-aa21-8996ebcc21b0 admin admin] Usage tracker for resource:security_group_rule and tenant:34850242dda048c891af58f91439aa3e is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:09.942774 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-c7e3f259-7fd9-4e74-aa21-8996ebcc21b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:09.963824 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-c7e3f259-7fd9-4e74-aa21-8996ebcc21b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:10.002853 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port aa55ad63-0cc1-45fa-9834-23f235c5715e, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=aa55ad63-0cc1-45fa-9834-23f235c5715e,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:10.072460 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:10.116441 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c7e3f259-7fd9-4e74-aa21-8996ebcc21b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:10.208573 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c7e3f259-7fd9-4e74-aa21-8996ebcc21b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:10.221217 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=aa55ad63-0cc1-45fa-9834-23f235c5715e,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:10.227625 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Notify callbacks [] for port, precommit_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:10.239667 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Transition to ACTIVE for port object 82828ca4-7094-419d-aafa-7f8d11a958be will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:52:10.291399 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3f259-7fd9-4e74-aa21-8996ebcc21b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71192df4-24c5-4027-9a05-7b8706a05ef3,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:10.333525 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-c7e3f259-7fd9-4e74-aa21-8996ebcc21b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34850242dda048c891af58f91439aa3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4369571 Jun 04 13:52:10.337523 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42788) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:10.360067 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:10.392252 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-78eea371-6d94-4101-93e7-db42aac641b5 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:10.393696 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-78eea371-6d94-4101-93e7-db42aac641b5 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 818 time: 0.2532670 Jun 04 13:52:10.413698 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-191ed38a-bd5b-4b04-a4f5-db5517a62b89 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/quotas/17fa7d7e18654d97bd7dfc5050b92de5 HTTP/1.1" status: 200 len: 375 time: 0.0126100 Jun 04 13:52:10.428103 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e9780fab-1dd1-4f62-bf7d-936fd8390f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:10.469499 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e9780fab-1dd1-4f62-bf7d-936fd8390f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:10.488625 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:10.562909 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd857f3-1252-4f2c-a28f-399961164a54 None None] Pushing event updated for resources: {'Port': ['ID=82828ca4-7094-419d-aafa-7f8d11a958be,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:10.626477 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e9780fab-1dd1-4f62-bf7d-936fd8390f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:10.644205 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Attempting to bind port 82828ca4-7094-419d-aafa-7f8d11a958be on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:52:10.644577 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Attempting to bind port 82828ca4-7094-419d-aafa-7f8d11a958be by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:52:10.644936 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Attempting to bind port 82828ca4-7094-419d-aafa-7f8d11a958be on network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:52:10.645529 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-73354d33-edcb-4624-ad06-b69e6ec7c78b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2245588 Jun 04 13:52:10.654637 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:52:10.655118 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Checking segment: {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:52:10.655411 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:10.655804 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Bound using segment: {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:52:10.656274 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Bound port: 82828ca4-7094-419d-aafa-7f8d11a958be, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:52:10.656936 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:10.684000 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9780fab-1dd1-4f62-bf7d-936fd8390f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71192df4-24c5-4027-9a05-7b8706a05ef3,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:10.703989 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e9780fab-1dd1-4f62-bf7d-936fd8390f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:10.704497 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-e9780fab-1dd1-4f62-bf7d-936fd8390f5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71192df4-24c5-4027-9a05-7b8706a05ef3 HTTP/1.1" status: 204 len: 168 time: 0.3659575 Jun 04 13:52:10.872339 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-6be9c495-76ec-4c9e-9e3d-a77ab37cec97 service neutron] 10.222.0.15 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167990 Jun 04 13:52:10.903120 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] For port 82828ca4-7094-419d-aafa-7f8d11a958be, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:52:10.907967 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] For port 82828ca4-7094-419d-aafa-7f8d11a958be, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=82828ca4-7094-419d-aafa-7f8d11a958be,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:52:11.006926 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:11.023015 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-0b99da26-170f-49d8-85e2-d21c41c4b61a service neutron] 10.222.0.15 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432438 Jun 04 13:52:11.091162 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Routers {'cab2ed98-7fb0-4f88-8b0c-ce59305d8795'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:52:11.091991 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:52:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:11.173289 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd857f3-1252-4f2c-a28f-399961164a54 None None] Pushing event updated for resources: {'Port': ['ID=82828ca4-7094-419d-aafa-7f8d11a958be,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:11.359562 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device aa55ad63-0cc1-45fa-9834-23f235c5715e up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:52:11.418104 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ec3b2ab2-fc11-4b2b-92dc-fd13dab145af req-7436fc3e-eb1f-4b5b-b791-23c929101c66 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 210 time: 0.1062381 Jun 04 13:52:11.512734 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] Set router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:52:11.601119 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port aa55ad63-0cc1-45fa-9834-23f235c5715e triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:11.605915 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:11.994264 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port aa55ad63-0cc1-45fa-9834-23f235c5715e is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:52:12.033257 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:06Z', 'revision_number': 4, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '82828ca4-7094-419d-aafa-7f8d11a958be', 'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'mac_address': 'fa:16:3e:9d:1d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:05Z', 'updated_at': '2022-06-04T13:52:10Z', 'revision_number': 4, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'subnets': [{'id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:12.037622 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f7097-c951-4c92-8c99-e72ec3626012 None None] The sync data for ids ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'] in dv-cinder-843593-2-smb is: [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:06Z', 'revision_number': 4, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '82828ca4-7094-419d-aafa-7f8d11a958be', 'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'mac_address': 'fa:16:3e:9d:1d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:05Z', 'updated_at': '2022-06-04T13:52:10Z', 'revision_number': 4, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'subnets': [{'id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:52:12.808849 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9c1f370b-48df-4154-872b-274450e4bb62 req-17b5376e-82c8-4df8-b6f3-789df4d56f98 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 210 time: 0.1284311 Jun 04 13:52:12.892241 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-b67bc48d-8e75-4ab5-96fa-15b1ed2e2d05 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:12.894079 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-b67bc48d-8e75-4ab5-96fa-15b1ed2e2d05 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.17 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 818 time: 0.2584965 Jun 04 13:52:12.927563 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Request body: {'port': {'device_id': '1df4b51a-4428-4941-80fd-2149e30710e4', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'admin_state_up': True, 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:13.162246 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42896) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:13.228347 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:13.248575 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:13.332216 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Made reservation on behalf of 17fa7d7e18654d97bd7dfc5050b92de5 for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:52:13.336969 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:13.387593 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 82828ca4-7094-419d-aafa-7f8d11a958be up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:52:13.410416 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5a2a6eff-5a89-424a-9526-755071d1290d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:13.447166 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-5a2a6eff-5a89-424a-9526-755071d1290d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:13.457734 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-5a2a6eff-5a89-424a-9526-755071d1290d admin admin] Usage tracker for resource:security_group_rule and tenant:48c99463074d456c8d9fb459c8885cb3 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:13.464818 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-5a2a6eff-5a89-424a-9526-755071d1290d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:13.477968 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-5a2a6eff-5a89-424a-9526-755071d1290d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:13.603679 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5a2a6eff-5a89-424a-9526-755071d1290d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:13.628625 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 82828ca4-7094-419d-aafa-7f8d11a958be completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:52:13.635713 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 82828ca4-7094-419d-aafa-7f8d11a958be triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:13.636366 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:13.675311 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Allocated IP 172.20.0.5 (f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8/55dd5078-70b3-428a-8058-e1e37c51cb53/8a592f90-40f3-4cb7-a064-4c438ea801d2) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:52:13.695949 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5a2a6eff-5a89-424a-9526-755071d1290d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:13.857357 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a6eff-5a89-424a-9526-755071d1290d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4574f84a-be53-4643-853e-02b570f4e8de,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:13.880476 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 82828ca4-7094-419d-aafa-7f8d11a958be is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:52:13.881975 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:13.886364 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-5a2a6eff-5a89-424a-9526-755071d1290d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48c99463074d456c8d9fb459c8885cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7228863 Jun 04 13:52:13.894209 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42934) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:13.922187 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 82828ca4-7094-419d-aafa-7f8d11a958be, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=82828ca4-7094-419d-aafa-7f8d11a958be,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:14.014340 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:14.112661 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2183330a-a4b5-4a73-8bd1-033f5cd8ed8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:14.114997 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=82828ca4-7094-419d-aafa-7f8d11a958be,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:14.130862 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1fff5eb2-f945-4158-9528-4bc5adbb9f62 req-e7e679af-dcaa-4ebc-90bd-1576fbf72c08 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 210 time: 0.0766497 Jun 04 13:52:14.171899 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2183330a-a4b5-4a73-8bd1-033f5cd8ed8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:14.226068 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:14.310798 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-acadf99e-3b1a-4fcf-9de2-2a1aabe9113b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:14.312291 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-acadf99e-3b1a-4fcf-9de2-2a1aabe9113b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.17 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 818 time: 0.2227178 Jun 04 13:52:14.327712 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2183330a-a4b5-4a73-8bd1-033f5cd8ed8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:14.332110 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Transition to ACTIVE for port object 8a592f90-40f3-4cb7-a064-4c438ea801d2 will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:52:14.343530 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Request body: {'port': {'device_id': '9810702c-2fe4-4e12-a01e-7624589c6923', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'admin_state_up': True, 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:14.392496 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183330a-a4b5-4a73-8bd1-033f5cd8ed8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4574f84a-be53-4643-853e-02b570f4e8de,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:14.399550 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2183330a-a4b5-4a73-8bd1-033f5cd8ed8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:14.402586 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-2183330a-a4b5-4a73-8bd1-033f5cd8ed8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4574f84a-be53-4643-853e-02b570f4e8de HTTP/1.1" status: 204 len: 168 time: 0.5072241 Jun 04 13:52:14.535596 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:14.539902 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Usage tracker for resource:port and tenant:17fa7d7e18654d97bd7dfc5050b92de5 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:14.543207 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:14.549392 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:14.614506 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:14.662666 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Made reservation on behalf of 17fa7d7e18654d97bd7dfc5050b92de5 for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:52:14.666304 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:14.710198 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:52:14.726309 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:52:14.767334 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:52:14.805972 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Pushing event updated for resources: {'Port': ['ID=8a592f90-40f3-4cb7-a064-4c438ea801d2,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:14.835118 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42966) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:14.982630 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:14.983234 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:14.988786 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Allocated IP 172.20.0.3 (f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8/55dd5078-70b3-428a-8058-e1e37c51cb53/d350f8ea-5a7a-4259-b8da-91f0dea29bf9) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:52:15.016660 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-86307fc3-e7ca-4901-90e5-6984e02cbc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:15.044526 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-86307fc3-e7ca-4901-90e5-6984e02cbc61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:15.048417 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-86307fc3-e7ca-4901-90e5-6984e02cbc61 admin admin] Usage tracker for resource:security_group_rule and tenant:d9bc9c69bd8e4e6f9eef0eab8917238e is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:15.052389 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-86307fc3-e7ca-4901-90e5-6984e02cbc61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:15.062489 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-86307fc3-e7ca-4901-90e5-6984e02cbc61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:15.151135 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-162ffda8-a39d-4c3e-bc99-8192230123d9 None None] Provisioning for port 8a592f90-40f3-4cb7-a064-4c438ea801d2 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:52:15.156747 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-c36bea09-5bda-454a-8a73-d46ca5900105 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2331061 Jun 04 13:52:15.166665 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-162ffda8-a39d-4c3e-bc99-8192230123d9 None None] Provisioning complete for port 8a592f90-40f3-4cb7-a064-4c438ea801d2 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:15.168071 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-162ffda8-a39d-4c3e-bc99-8192230123d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:15.193905 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Request body: {'port': {'device_id': '1df4b51a-4428-4941-80fd-2149e30710e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:15.316859 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-162ffda8-a39d-4c3e-bc99-8192230123d9 None None] Port 8a592f90-40f3-4cb7-a064-4c438ea801d2 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:52:15.331380 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-86307fc3-e7ca-4901-90e5-6984e02cbc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:15.347634 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 82828ca4-7094-419d-aafa-7f8d11a958be up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:52:15.347847 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:15.349660 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba2bf8-ae82-4afb-b8b8-b472b2c42046 req-ba88f316-22d4-4465-98e7-def159d6f758 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:15.357338 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-05ba2bf8-ae82-4afb-b8b8-b472b2c42046 req-ba88f316-22d4-4465-98e7-def159d6f758 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 945 time: 0.2194817 Jun 04 13:52:15.413144 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-05ba2bf8-ae82-4afb-b8b8-b472b2c42046 req-dea48ecd-1c77-42c7-924b-eb4f8c39fe78 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542526 Jun 04 13:52:15.438528 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-86307fc3-e7ca-4901-90e5-6984e02cbc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:15.451037 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 82828ca4-7094-419d-aafa-7f8d11a958be triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:15.451493 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:15.482491 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86307fc3-e7ca-4901-90e5-6984e02cbc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d04db1b-1ed3-4161-9eda-4c452daeabb4,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:15.488633 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-86307fc3-e7ca-4901-90e5-6984e02cbc61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9bc9c69bd8e4e6f9eef0eab8917238e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6524968 Jun 04 13:52:15.492760 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 42986) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:15.498352 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-428deb7d-9d56-4b90-83f4-971df10e74f2 req-b657876d-692e-40ab-a10c-b7e2fe844cdd tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Synchronizing usage tracker for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:52:15.538365 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:15.605259 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e4d39865-5a12-4ba4-b4c0-34f9fc835b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:15.625020 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-428deb7d-9d56-4b90-83f4-971df10e74f2 req-b657876d-692e-40ab-a10c-b7e2fe844cdd tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Unset dirty status for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:52:15.626212 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-428deb7d-9d56-4b90-83f4-971df10e74f2 req-b657876d-692e-40ab-a10c-b7e2fe844cdd tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 210 time: 0.2105792 Jun 04 13:52:15.632926 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Transition to ACTIVE for port object d350f8ea-5a7a-4259-b8da-91f0dea29bf9 will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:52:15.643035 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e4d39865-5a12-4ba4-b4c0-34f9fc835b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:15.680549 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 82828ca4-7094-419d-aafa-7f8d11a958be is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:52:15.746301 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:15.782943 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e4d39865-5a12-4ba4-b4c0-34f9fc835b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:15.800015 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d39865-5a12-4ba4-b4c0-34f9fc835b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d04db1b-1ed3-4161-9eda-4c452daeabb4,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:15.806201 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e4d39865-5a12-4ba4-b4c0-34f9fc835b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:15.808013 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-e4d39865-5a12-4ba4-b4c0-34f9fc835b60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d04db1b-1ed3-4161-9eda-4c452daeabb4 HTTP/1.1" status: 204 len: 168 time: 0.3143008 Jun 04 13:52:15.947166 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:52:15.948629 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:52:15.953946 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:52:16.005246 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Pushing event updated for resources: {'Port': ['ID=d350f8ea-5a7a-4259-b8da-91f0dea29bf9,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:16.049383 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:16.050041 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:16.146424 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-9b918352-67ce-4d0e-aac3-79aca6f6547a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8127050 Jun 04 13:52:16.153178 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a592f90-40f3-4cb7-a064-4c438ea801d2 {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:52:16.164487 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Request body: {'port': {'device_id': '9810702c-2fe4-4e12-a01e-7624589c6923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:16.194152 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:16.228524 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Transition to ACTIVE for port object 8a592f90-40f3-4cb7-a064-4c438ea801d2 will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:52:16.293193 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:16.307619 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:16.322385 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3757fd22-3e90-47f0-abba-c631857f5253 None None] Provisioning for port d350f8ea-5a7a-4259-b8da-91f0dea29bf9 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:52:16.328578 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3757fd22-3e90-47f0-abba-c631857f5253 None None] Provisioning complete for port d350f8ea-5a7a-4259-b8da-91f0dea29bf9 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:16.328958 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3757fd22-3e90-47f0-abba-c631857f5253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:16.395491 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3757fd22-3e90-47f0-abba-c631857f5253 None None] Port d350f8ea-5a7a-4259-b8da-91f0dea29bf9 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:52:16.561526 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Pushing event updated for resources: {'Port': ['ID=8a592f90-40f3-4cb7-a064-4c438ea801d2,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:16.607608 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e207c-9678-471a-92d6-d89d8b3bbf5f req-ef1f5ec3-d30b-48fa-bf21-0106ca2976a5 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:16.609241 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e77e207c-9678-471a-92d6-d89d8b3bbf5f req-ef1f5ec3-d30b-48fa-bf21-0106ca2976a5 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 945 time: 0.0894606 Jun 04 13:52:16.654495 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 43016) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:16.685190 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e77e207c-9678-471a-92d6-d89d8b3bbf5f req-6439e072-37c7-4302-b4af-76b66e58dcc6 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667691 Jun 04 13:52:16.686028 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e7579d5b-79ad-477e-84b7-6247fca03070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:16.686288 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Attempting to bind port 8a592f90-40f3-4cb7-a064-4c438ea801d2 on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:52:16.686616 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Attempting to bind port 8a592f90-40f3-4cb7-a064-4c438ea801d2 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:52:16.687175 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Attempting to bind port 8a592f90-40f3-4cb7-a064-4c438ea801d2 on network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:52:16.694184 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Port 8a592f90-40f3-4cb7-a064-4c438ea801d2 on network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:52:16.694887 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Attempting to bind port 8a592f90-40f3-4cb7-a064-4c438ea801d2 on network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:52:16.701589 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-e7579d5b-79ad-477e-84b7-6247fca03070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:16.716685 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-e7579d5b-79ad-477e-84b7-6247fca03070 admin admin] Usage tracker for resource:security_group_rule and tenant:3fed16b63cae4892895caf784e33ea0f is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:16.721823 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-e7579d5b-79ad-477e-84b7-6247fca03070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:16.739367 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-e7579d5b-79ad-477e-84b7-6247fca03070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:16.766738 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:52:16.767351 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Checking segment: {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:52:16.768036 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Bound using segment: {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:52:16.768657 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Bound port: 8a592f90-40f3-4cb7-a064-4c438ea801d2, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:52:16.769159 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:16.855544 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e7579d5b-79ad-477e-84b7-6247fca03070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:16.933449 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e7579d5b-79ad-477e-84b7-6247fca03070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:16.980937 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-e7579d5b-79ad-477e-84b7-6247fca03070 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fed16b63cae4892895caf784e33ea0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252482 Jun 04 13:52:16.981634 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] For port 8a592f90-40f3-4cb7-a064-4c438ea801d2, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:52:16.982634 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7579d5b-79ad-477e-84b7-6247fca03070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098d0ad2-287c-47a5-b81e-6f27b330d6a6,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:16.985289 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 43024) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:17.034123 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] For port 8a592f90-40f3-4cb7-a064-4c438ea801d2, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=8a592f90-40f3-4cb7-a064-4c438ea801d2,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:52:17.047330 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a422006a-1241-4e40-8cdb-32948ca5ba33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:17.048017 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa62297-38f3-4ce5-9b94-afdb36a2cd94 req-1bfd285e-b68e-4124-97f4-6893a6932b99 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:17.049477 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8aa62297-38f3-4ce5-9b94-afdb36a2cd94 req-1bfd285e-b68e-4124-97f4-6893a6932b99 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 931 time: 0.2158043 Jun 04 13:52:17.059209 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d350f8ea-5a7a-4259-b8da-91f0dea29bf9 {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:52:17.081996 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:17.106368 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a422006a-1241-4e40-8cdb-32948ca5ba33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:17.110334 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Transition to ACTIVE for port object d350f8ea-5a7a-4259-b8da-91f0dea29bf9 will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:52:17.113245 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:17.150263 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8aa62297-38f3-4ce5-9b94-afdb36a2cd94 req-82c7afe1-06bc-4cec-b720-eb51bf3a65da tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937352 Jun 04 13:52:17.181928 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:17.182700 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:17.184221 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] 10.222.0.17 "PUT /v2.0/ports/8a592f90-40f3-4cb7-a064-4c438ea801d2 HTTP/1.1" status: 200 len: 1093 time: 1.9945054 Jun 04 13:52:17.184790 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df4b51a-4428-4941-80fd-2149e30710e4', 'tag': '8a592f90-40f3-4cb7-a064-4c438ea801d2'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:52:17.214069 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:17.228334 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05903b17-d6f4-484b-bb2b-8099a2efe135 service neutron] Pushing event updated for resources: {'Port': ['ID=8a592f90-40f3-4cb7-a064-4c438ea801d2,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:17.269227 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef6e13-863c-4f5a-ad4e-eee9ddb60d65 req-1664e290-25f1-43c8-88cc-f3f419a1cb34 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:17.269227 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-50ef6e13-863c-4f5a-ad4e-eee9ddb60d65 req-1664e290-25f1-43c8-88cc-f3f419a1cb34 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 945 time: 0.1919339 Jun 04 13:52:17.304615 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946cb5f3-fb5e-44d7-b3b8-df15bf6d0e9f'] response: {'name': 'network-changed', 'server_uuid': '1df4b51a-4428-4941-80fd-2149e30710e4', 'tag': '8a592f90-40f3-4cb7-a064-4c438ea801d2', 'status': 'completed', 'code': 200} Jun 04 13:52:17.356290 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [req-50ef6e13-863c-4f5a-ad4e-eee9ddb60d65 req-9dbc787d-1752-49a8-a760-3a7512dae088 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Deleting port 97250414-3da0-43e9-8c3c-766cdfac2a59 {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:52:17.356638 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-50ef6e13-863c-4f5a-ad4e-eee9ddb60d65 req-9dbc787d-1752-49a8-a760-3a7512dae088 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:17.481392 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Pushing event updated for resources: {'Port': ['ID=d350f8ea-5a7a-4259-b8da-91f0dea29bf9,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:17.497039 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a422006a-1241-4e40-8cdb-32948ca5ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:17.521427 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422006a-1241-4e40-8cdb-32948ca5ba33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098d0ad2-287c-47a5-b81e-6f27b330d6a6,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:17.542272 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a422006a-1241-4e40-8cdb-32948ca5ba33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:17.543693 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-a422006a-1241-4e40-8cdb-32948ca5ba33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/098d0ad2-287c-47a5-b81e-6f27b330d6a6 HTTP/1.1" status: 204 len: 168 time: 0.5576832 Jun 04 13:52:17.696623 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6e290-7b98-4ba7-a87c-270bea8efd46 req-5d0b3f7d-ec6b-4f9f-a171-0a1160dae42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:17.699518 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-07a6e290-7b98-4ba7-a87c-270bea8efd46 req-5d0b3f7d-ec6b-4f9f-a171-0a1160dae42b service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 1096 time: 0.3367548 Jun 04 13:52:17.707947 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Attempting to bind port d350f8ea-5a7a-4259-b8da-91f0dea29bf9 on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:52:17.708330 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Attempting to bind port d350f8ea-5a7a-4259-b8da-91f0dea29bf9 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:52:17.708601 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Attempting to bind port d350f8ea-5a7a-4259-b8da-91f0dea29bf9 on network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:52:17.823868 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [req-50ef6e13-863c-4f5a-ad4e-eee9ddb60d65 req-9dbc787d-1752-49a8-a760-3a7512dae088 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] For port 97250414-3da0-43e9-8c3c-766cdfac2a59, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=97250414-3da0-43e9-8c3c-766cdfac2a59,segment=NetworkSegment(686f7285-774a-495e-91e9-288c6430ee4c),segment_id=686f7285-774a-495e-91e9-288c6430ee4c)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:17.824660 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-50ef6e13-863c-4f5a-ad4e-eee9ddb60d65 req-9dbc787d-1752-49a8-a760-3a7512dae088 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:17.883122 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Port d350f8ea-5a7a-4259-b8da-91f0dea29bf9 on network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:52:17.883463 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Attempting to bind port d350f8ea-5a7a-4259-b8da-91f0dea29bf9 on network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:52:17.961148 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:52:17.961498 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Checking segment: {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:52:17.961988 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Bound using segment: {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:52:17.962434 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Bound port: d350f8ea-5a7a-4259-b8da-91f0dea29bf9, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:52:17.962777 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:17.976764 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [req-50ef6e13-863c-4f5a-ad4e-eee9ddb60d65 req-9dbc787d-1752-49a8-a760-3a7512dae088 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Calling delete_port for 97250414-3da0-43e9-8c3c-766cdfac2a59 owned by compute:nova {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:52:17.978479 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6e290-7b98-4ba7-a87c-270bea8efd46 req-ec961c49-b239-4d34-8db1-37cfd55080c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:17.979917 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-07a6e290-7b98-4ba7-a87c-270bea8efd46 req-ec961c49-b239-4d34-8db1-37cfd55080c8 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2659328 Jun 04 13:52:18.228981 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-50ef6e13-863c-4f5a-ad4e-eee9ddb60d65 req-9dbc787d-1752-49a8-a760-3a7512dae088 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:18.257795 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6e290-7b98-4ba7-a87c-270bea8efd46 req-8904e410-e843-4029-9e82-9965cb7f51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:18.260081 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-07a6e290-7b98-4ba7-a87c-270bea8efd46 req-8904e410-e843-4029-9e82-9965cb7f51fd service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2717810 Jun 04 13:52:18.268969 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['97250414-3da0-43e9-8c3c-766cdfac2a59'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:52:18.271553 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc4ba7-ab0a-46f0-9ffc-f079e8ce61ee req-31bf2c69-5f59-4b16-b8e6-51dba2eae35a tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:18.273898 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8dbc4ba7-ab0a-46f0-9ffc-f079e8ce61ee req-31bf2c69-5f59-4b16-b8e6-51dba2eae35a tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 945 time: 0.3569763 Jun 04 13:52:18.278706 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] For port d350f8ea-5a7a-4259-b8da-91f0dea29bf9, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:52:18.302979 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] For port d350f8ea-5a7a-4259-b8da-91f0dea29bf9, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=d350f8ea-5a7a-4259-b8da-91f0dea29bf9,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:52:18.337096 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc787d-1752-49a8-a760-3a7512dae088 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Pushing event deleted for resources: {'Port': ['ID=97250414-3da0-43e9-8c3c-766cdfac2a59,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:18.366562 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8dbc4ba7-ab0a-46f0-9ffc-f079e8ce61ee req-9bd2678f-4974-4ffb-b58f-23d5767aa7ce tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/security-groups?id=3c0d2a74-91eb-45b0-8a00-cf481587095d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755484 Jun 04 13:52:18.428759 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:18.449441 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ef6e13-863c-4f5a-ad4e-eee9ddb60d65 req-9dbc787d-1752-49a8-a760-3a7512dae088 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] No DVR routers for this DVR port 97250414-3da0-43e9-8c3c-766cdfac2a59 on host hv-cinder-84359 {{(pid=88648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:52:18.453410 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-50ef6e13-863c-4f5a-ad4e-eee9ddb60d65 req-9dbc787d-1752-49a8-a760-3a7512dae088 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:18.460592 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc39704-ef3e-4ae3-89dd-26725965fdff', 'name': 'network-vif-deleted', 'tag': '97250414-3da0-43e9-8c3c-766cdfac2a59'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:52:18.531114 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:18.531819 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:18.532288 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d213dc61-6a16-42b7-97f5-f1611da18ea2'] response: {'server_uuid': '4bc39704-ef3e-4ae3-89dd-26725965fdff', 'name': 'network-vif-deleted', 'tag': '97250414-3da0-43e9-8c3c-766cdfac2a59', 'status': 'completed', 'code': 200} Jun 04 13:52:18.533333 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] 10.222.0.17 "PUT /v2.0/ports/d350f8ea-5a7a-4259-b8da-91f0dea29bf9 HTTP/1.1" status: 200 len: 1093 time: 2.3731594 Jun 04 13:52:18.543167 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4da0d9-b65b-49a1-bd4e-5ff27d7f2fed req-42508905-588d-474b-ac4c-94c176566507 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:18.544710 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ee4da0d9-b65b-49a1-bd4e-5ff27d7f2fed req-42508905-588d-474b-ac4c-94c176566507 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 943 time: 0.2438450 Jun 04 13:52:18.571785 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-7327d94e-3439-43f8-834c-269132d54431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:18.573577 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-7327d94e-3439-43f8-834c-269132d54431 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 1096 time: 0.2060440 Jun 04 13:52:18.574469 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f1bb2-ab71-4cee-b0e5-8eead0e32168 service neutron] Pushing event updated for resources: {'Port': ['ID=d350f8ea-5a7a-4259-b8da-91f0dea29bf9,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:18.622481 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-50ef6e13-863c-4f5a-ad4e-eee9ddb60d65 req-9dbc787d-1752-49a8-a760-3a7512dae088 tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.17 "DELETE /v2.0/ports/97250414-3da0-43e9-8c3c-766cdfac2a59 HTTP/1.1" status: 204 len: 173 time: 1.3471291 Jun 04 13:52:18.642842 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-ee4da0d9-b65b-49a1-bd4e-5ff27d7f2fed req-1c463675-9f1b-497b-8d50-2ffcf2f25334 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Synchronizing usage tracker for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:security_group {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:52:18.718255 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-cb58075a-7604-4957-8ed3-99c9bba9633a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a592f90-40f3-4cb7-a064-4c438ea801d2 HTTP/1.1" status: 200 len: 217 time: 0.1229503 Jun 04 13:52:18.795511 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-ee4da0d9-b65b-49a1-bd4e-5ff27d7f2fed req-1c463675-9f1b-497b-8d50-2ffcf2f25334 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Unset dirty status for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:security_group {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:52:18.796817 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ee4da0d9-b65b-49a1-bd4e-5ff27d7f2fed req-1c463675-9f1b-497b-8d50-2ffcf2f25334 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268293 Jun 04 13:52:18.817647 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-3ad38d7d-6058-4be8-b78b-891bb95a5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:18.819726 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-3ad38d7d-6058-4be8-b78b-891bb95a5ddf service neutron] 10.222.0.17 "GET /v2.0/subnets?id=55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 200 len: 857 time: 0.0947504 Jun 04 13:52:18.821264 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-8a1190fa-7d43-4a85-a890-d0925e566f5d tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=faba460bc38c4fd997b836f0b57e4eed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974276 Jun 04 13:52:18.826773 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-a6a948dd-280a-4df9-95fe-0d95c37d66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:18.828472 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-a6a948dd-280a-4df9-95fe-0d95c37d66f8 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 1096 time: 0.1173415 Jun 04 13:52:18.920072 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-00f65c38-61a5-48ed-ac29-5239683b01e3 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d350f8ea-5a7a-4259-b8da-91f0dea29bf9 HTTP/1.1" status: 200 len: 217 time: 0.0728767 Jun 04 13:52:18.983947 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-6337bf34-2d69-4bf1-9e1f-6d2d1335eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:18.985378 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-6337bf34-2d69-4bf1-9e1f-6d2d1335eb0c service neutron] 10.222.0.17 "GET /v2.0/subnets?id=55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 200 len: 857 time: 0.0593634 Jun 04 13:52:19.043200 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-a3df6291-93c6-48a4-be8b-4dc4e58d0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:19.053603 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-a3df6291-93c6-48a4-be8b-4dc4e58d0ec6 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2165940 Jun 04 13:52:19.084695 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-83bcc54b-64be-448c-a149-a950ef5c5670 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:19.086169 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-83bcc54b-64be-448c-a149-a950ef5c5670 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2546730 Jun 04 13:52:19.092062 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-4ba820b1-aefe-40c5-8330-04440af2353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:19.093504 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-4ba820b1-aefe-40c5-8330-04440af2353f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1016307 Jun 04 13:52:19.166009 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-1a3ab473-5b6b-4147-9381-350f98739212 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/quotas/faba460bc38c4fd997b836f0b57e4eed HTTP/1.1" status: 200 len: 375 time: 0.0734243 Jun 04 13:52:19.229120 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-681471d5-522f-47fb-91eb-ed829cc8cb92 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=faba460bc38c4fd997b836f0b57e4eed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562160 Jun 04 13:52:19.264706 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-30bb7eb5-ea86-4350-869e-6e72e7c7a131 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627941 Jun 04 13:52:19.269182 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-3395ed80-d85f-487f-b376-8e0c2ce28ba9 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146993 Jun 04 13:52:19.309515 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9810702c-2fe4-4e12-a01e-7624589c6923', 'tag': 'd350f8ea-5a7a-4259-b8da-91f0dea29bf9'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:52:19.395747 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7bd2ad5-7d0d-4c77-931c-dd96ef5cf323'] response: {'name': 'network-changed', 'server_uuid': '9810702c-2fe4-4e12-a01e-7624589c6923', 'tag': 'd350f8ea-5a7a-4259-b8da-91f0dea29bf9', 'status': 'completed', 'code': 200} Jun 04 13:52:19.471201 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e9db85db-ad9d-4048-8add-256c4ca0813e req-885ec640-b338-4872-8e5b-a2e11c124e30 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946280 Jun 04 13:52:19.476621 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-972f6e28-cc07-488e-82d4-5887dd7e4e84 req-ae95089d-254d-44a6-b1f0-16593190fe85 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987884 Jun 04 13:52:19.561945 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-5509a3a5-7658-43b0-bd67-ce8a0ec12066 req-c2b99ce6-635a-4b4e-87aa-90f000849d9f tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Synchronizing usage tracker for tenant:71326b3638c2456598713d8bdabebccb on resource:port {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:52:19.662703 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-5509a3a5-7658-43b0-bd67-ce8a0ec12066 req-c2b99ce6-635a-4b4e-87aa-90f000849d9f tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] Unset dirty status for tenant:71326b3638c2456598713d8bdabebccb on resource:port {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:52:19.663875 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5509a3a5-7658-43b0-bd67-ce8a0ec12066 req-c2b99ce6-635a-4b4e-87aa-90f000849d9f tempest-VolumesActionsTest-1857304132 tempest-VolumesActionsTest-1857304132-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bc39704-ef3e-4ae3-89dd-26725965fdff HTTP/1.1" status: 200 len: 210 time: 0.1488101 Jun 04 13:52:19.677306 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-aeb25b56-766e-4e3a-be06-87ec8106856f req-1fdacd7d-76e7-45b3-8552-7ed0648fa035 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 210 time: 0.0459132 Jun 04 13:52:19.821433 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a9a05-9ccb-49c1-ba8b-ba9e609413da req-d3674203-e29e-430e-a7fa-97c992f6fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:19.823190 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1e0a9a05-9ccb-49c1-ba8b-ba9e609413da req-d3674203-e29e-430e-a7fa-97c992f6fa62 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 1096 time: 0.0821917 Jun 04 13:52:20.033596 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13662ffa-242a-4276-929c-55fbad4a02d2 req-1ad678c2-67d1-4e50-bdbe-c663702067f4 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:20.035115 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-13662ffa-242a-4276-929c-55fbad4a02d2 req-1ad678c2-67d1-4e50-bdbe-c663702067f4 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 943 time: 0.0998418 Jun 04 13:52:20.041632 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a9a05-9ccb-49c1-ba8b-ba9e609413da req-38dc46bf-faf5-4971-af2a-36042609fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:20.043190 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1e0a9a05-9ccb-49c1-ba8b-ba9e609413da req-38dc46bf-faf5-4971-af2a-36042609fa24 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 919 time: 0.2140386 Jun 04 13:52:20.081561 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-13662ffa-242a-4276-929c-55fbad4a02d2 req-665cdb16-4deb-4335-887c-cfda7009c31b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408013 Jun 04 13:52:20.117155 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1e0a9a05-9ccb-49c1-ba8b-ba9e609413da req-e51ea391-ac22-486d-b1ca-d824b92a3375 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d350f8ea-5a7a-4259-b8da-91f0dea29bf9 HTTP/1.1" status: 200 len: 217 time: 0.0675902 Jun 04 13:52:20.182061 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a9a05-9ccb-49c1-ba8b-ba9e609413da req-c6c1e1c2-93eb-46f5-b578-28afb95d29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:20.183534 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1e0a9a05-9ccb-49c1-ba8b-ba9e609413da req-c6c1e1c2-93eb-46f5-b578-28afb95d29ed service neutron] 10.222.0.17 "GET /v2.0/subnets?id=55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 200 len: 857 time: 0.0607972 Jun 04 13:52:20.257535 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a9a05-9ccb-49c1-ba8b-ba9e609413da req-f49cf653-c9db-4ee3-964c-e279c0ca668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:20.259013 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1e0a9a05-9ccb-49c1-ba8b-ba9e609413da req-f49cf653-c9db-4ee3-964c-e279c0ca668f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692222 Jun 04 13:52:20.387827 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1e0a9a05-9ccb-49c1-ba8b-ba9e609413da req-9223599a-d952-4fd9-843f-f0862e6af988 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224523 Jun 04 13:52:20.519110 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1e0a9a05-9ccb-49c1-ba8b-ba9e609413da req-e67b0100-933d-4a24-902d-6a8253fe6a54 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241708 Jun 04 13:52:20.868028 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-70c8cfa5-7b69-46cc-96b8-a94666a3db63 req-3b95ce44-e0f0-4aea-95fa-1f06603410fd tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 210 time: 0.1392443 Jun 04 13:52:20.899198 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 97250414-3da0-43e9-8c3c-766cdfac2a59 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:52:20.932292 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: 97250414-3da0-43e9-8c3c-766cdfac2a59 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:52:20.932627 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 97250414-3da0-43e9-8c3c-766cdfac2a59 not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:52:21.277274 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ae452-5d17-45e3-a280-b8afea9af6a5 req-e07e5459-ad09-4c34-892b-06d6478d7dd9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:21.278745 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8a3ae452-5d17-45e3-a280-b8afea9af6a5 req-e07e5459-ad09-4c34-892b-06d6478d7dd9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 943 time: 0.0903668 Jun 04 13:52:21.343719 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8a3ae452-5d17-45e3-a280-b8afea9af6a5 req-e9c67617-070b-4702-957c-fafbfd5fd4b1 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482624 Jun 04 13:52:22.013565 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-dce3beee-8782-438c-9890-03f6128b37e2 req-99f2d860-2c24-438d-9db1-4c885fdbc3d1 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 210 time: 0.0415661 Jun 04 13:52:22.339892 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-b170152a-ebcc-48dd-a985-50efc1e467a7 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=faba460bc38c4fd997b836f0b57e4eed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271206 Jun 04 13:52:22.538732 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-78ec2011-08d3-4adb-bfed-0ab06fb0f117 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:22.541193 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-78ec2011-08d3-4adb-bfed-0ab06fb0f117 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948822 Jun 04 13:52:22.559041 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Request body: {'port': {'device_id': '45874194-c9aa-4aac-bb15-daa045a3207d', 'network_id': '06843095-95fe-4efd-a7ba-cda02d705f78', 'admin_state_up': True, 'tenant_id': 'faba460bc38c4fd997b836f0b57e4eed'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:22.657304 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cf80b-20b6-4cd7-a344-da2aad8433f8 req-14c88d74-2373-4b40-ada4-b4f0a17b4bc9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:22.658905 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b31cf80b-20b6-4cd7-a344-da2aad8433f8 req-14c88d74-2373-4b40-ada4-b4f0a17b4bc9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 943 time: 0.1896913 Jun 04 13:52:22.755195 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b31cf80b-20b6-4cd7-a344-da2aad8433f8 req-1a997cb2-619f-4472-b716-77043b0704dc tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847721 Jun 04 13:52:22.764010 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:22.771013 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Usage tracker for resource:port and tenant:faba460bc38c4fd997b836f0b57e4eed is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:22.774513 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:22.785866 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:22.907427 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device d350f8ea-5a7a-4259-b8da-91f0dea29bf9 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:52:22.908746 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Made reservation on behalf of faba460bc38c4fd997b836f0b57e4eed for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:52:22.912803 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:22.924651 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:52:22.925415 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:22.940678 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:22.945150 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Usage tracker for resource:security_group_rule and tenant:faba460bc38c4fd997b836f0b57e4eed is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:22.948047 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:22.954045 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:23.055730 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port d350f8ea-5a7a-4259-b8da-91f0dea29bf9, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=d350f8ea-5a7a-4259-b8da-91f0dea29bf9,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:23.066139 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:23.070174 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': 'd350f8ea-5a7a-4259-b8da-91f0dea29bf9', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'port_id': 'd350f8ea-5a7a-4259-b8da-91f0dea29bf9', 'mac_address': 'fa:16:3e:a7:08:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:52:23.132018 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port d350f8ea-5a7a-4259-b8da-91f0dea29bf9 is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:52:23.132876 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:23.139460 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:23.151695 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d350f8ea-5a7a-4259-b8da-91f0dea29bf9 {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:52:23.204897 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-219c3c28-59c5-4e40-892a-d8c358a709fc req-02401a24-b2ad-43ec-bd83-bbd2990334a5 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 210 time: 0.0584145 Jun 04 13:52:23.205311 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port d350f8ea-5a7a-4259-b8da-91f0dea29bf9, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=d350f8ea-5a7a-4259-b8da-91f0dea29bf9,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:23.256284 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544ac5cb-7ce9-4bde-83e9-a567b8637a8f,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:23.276444 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:23.277145 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 8a592f90-40f3-4cb7-a064-4c438ea801d2 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:52:23.343866 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Allocated IP 192.168.233.206 (06843095-95fe-4efd-a7ba-cda02d705f78/66076a34-2b1b-4748-b067-1fa0ef01e848/0aeaeabe-cc92-4ada-b5ee-88af00c4285c) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:52:23.358732 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 8a592f90-40f3-4cb7-a064-4c438ea801d2, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=8a592f90-40f3-4cb7-a064-4c438ea801d2,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:23.365922 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=d350f8ea-5a7a-4259-b8da-91f0dea29bf9,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:23.381692 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': '8a592f90-40f3-4cb7-a064-4c438ea801d2', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'port_id': '8a592f90-40f3-4cb7-a064-4c438ea801d2', 'mac_address': 'fa:16:3e:46:d5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:52:23.437206 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 8a592f90-40f3-4cb7-a064-4c438ea801d2 is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:52:23.437578 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:23.493984 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a592f90-40f3-4cb7-a064-4c438ea801d2 {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:52:23.509878 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 8a592f90-40f3-4cb7-a064-4c438ea801d2, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=8a592f90-40f3-4cb7-a064-4c438ea801d2,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:23.569894 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:23.573751 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:23.587604 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Transition to ACTIVE for port object 0aeaeabe-cc92-4ada-b5ee-88af00c4285c will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:52:23.646275 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=8a592f90-40f3-4cb7-a064-4c438ea801d2,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:23.688456 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:23.761582 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Network 06843095-95fe-4efd-a7ba-cda02d705f78 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:52:23.765176 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:52:23.769246 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:52:23.833330 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Pushing event updated for resources: {'Port': ['ID=0aeaeabe-cc92-4ada-b5ee-88af00c4285c,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:23.855549 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:23.856266 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:24.008664 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-53c10031-4c1c-4565-a886-f23f9bde1a84 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4532630 Jun 04 13:52:24.030207 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Request body: {'port': {'device_id': '45874194-c9aa-4aac-bb15-daa045a3207d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:24.086337 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['d350f8ea-5a7a-4259-b8da-91f0dea29bf9'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:52:24.108407 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc156c9-ab67-456c-87a1-247b0d764c4f req-52fe0f1a-2c92-421a-aaaa-941a249404ee tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:24.116154 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-adc156c9-ab67-456c-87a1-247b0d764c4f req-52fe0f1a-2c92-421a-aaaa-941a249404ee tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 944 time: 0.2403514 Jun 04 13:52:24.125053 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['8a592f90-40f3-4cb7-a064-4c438ea801d2'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:52:24.178735 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-7f471891-bf26-44c7-aa28-6f101c9e096e None None] Provisioning for port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:52:24.198635 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-7f471891-bf26-44c7-aa28-6f101c9e096e None None] Provisioning complete for port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:24.200129 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7f471891-bf26-44c7-aa28-6f101c9e096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:24.205941 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:24.220636 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-adc156c9-ab67-456c-87a1-247b0d764c4f req-5445310b-8b71-48f0-bab3-ff384f0c188c tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019187 Jun 04 13:52:24.366659 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-7f471891-bf26-44c7-aa28-6f101c9e096e None None] Port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:52:24.400388 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a479b-b0d8-4255-bd19-adacc780e547 req-e1522ce6-d887-4364-9491-3054e79a785c tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:24.409400 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0a8a479b-b0d8-4255-bd19-adacc780e547 req-e1522ce6-d887-4364-9491-3054e79a785c tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 936 time: 0.0964763 Jun 04 13:52:24.459998 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0a8a479b-b0d8-4255-bd19-adacc780e547 req-675552ec-0273-4947-88d9-5b32319c0a29 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495615 Jun 04 13:52:24.654051 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aeaeabe-cc92-4ada-b5ee-88af00c4285c {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:52:24.661667 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:24.678838 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Transition to ACTIVE for port object 0aeaeabe-cc92-4ada-b5ee-88af00c4285c will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:52:24.755351 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:24.930533 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0aeaeabe-cc92-4ada-b5ee-88af00c4285c,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:25.012834 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Attempting to bind port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:52:25.013172 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Attempting to bind port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '06843095-95fe-4efd-a7ba-cda02d705f78'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:52:25.013503 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Attempting to bind port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c on network 06843095-95fe-4efd-a7ba-cda02d705f78 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:52:25.018117 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c on network 06843095-95fe-4efd-a7ba-cda02d705f78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:52:25.018434 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Attempting to bind port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c on network 06843095-95fe-4efd-a7ba-cda02d705f78 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:52:25.024073 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:52:25.024437 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Checking segment: {'id': '7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '06843095-95fe-4efd-a7ba-cda02d705f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:52:25.024794 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Bound using segment: {'id': '7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '06843095-95fe-4efd-a7ba-cda02d705f78'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:52:25.025213 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Bound port: 0aeaeabe-cc92-4ada-b5ee-88af00c4285c, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '06843095-95fe-4efd-a7ba-cda02d705f78'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:52:25.025552 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:25.127329 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] For port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:52:25.130593 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] For port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=0aeaeabe-cc92-4ada-b5ee-88af00c4285c,segment=NetworkSegment(7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb),segment_id=7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:52:25.144347 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 43280) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:25.265560 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6cee5cab-a43d-4a56-9d39-e0f1291c45e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:25.276820 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:25.331902 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-6cee5cab-a43d-4a56-9d39-e0f1291c45e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:25.345029 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:25.346178 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:25.347499 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] 10.222.0.17 "PUT /v2.0/ports/0aeaeabe-cc92-4ada-b5ee-88af00c4285c HTTP/1.1" status: 200 len: 1098 time: 1.3218682 Jun 04 13:52:25.347927 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45874194-c9aa-4aac-bb15-daa045a3207d', 'tag': '0aeaeabe-cc92-4ada-b5ee-88af00c4285c'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:52:25.352748 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-6cee5cab-a43d-4a56-9d39-e0f1291c45e2 admin admin] Usage tracker for resource:security_group_rule and tenant:7e52466a58fd4699b4d71ccb28953663 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:25.361614 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-6cee5cab-a43d-4a56-9d39-e0f1291c45e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:25.416874 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-6cee5cab-a43d-4a56-9d39-e0f1291c45e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:25.420033 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e924307f-594e-48a3-b862-e36de0895149'] response: {'name': 'network-changed', 'server_uuid': '45874194-c9aa-4aac-bb15-daa045a3207d', 'tag': '0aeaeabe-cc92-4ada-b5ee-88af00c4285c', 'status': 'completed', 'code': 200} Jun 04 13:52:25.430110 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15723a-dc1e-4354-80dc-1798baba66d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0aeaeabe-cc92-4ada-b5ee-88af00c4285c,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:25.598757 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890e048-4002-44bd-9efb-c4a37171d233 req-622c5f49-2ac7-4ca7-93a3-4edd766065d6 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:25.600304 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f890e048-4002-44bd-9efb-c4a37171d233 req-622c5f49-2ac7-4ca7-93a3-4edd766065d6 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 944 time: 0.2579637 Jun 04 13:52:25.696489 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddfedf-bc00-410a-a39c-9502def0cd56 req-d06d0cc3-ac33-4058-9482-4cee7771920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:25.698821 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c9ddfedf-bc00-410a-a39c-9502def0cd56 req-d06d0cc3-ac33-4058-9482-4cee7771920b service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=faba460bc38c4fd997b836f0b57e4eed&device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 1101 time: 0.2353249 Jun 04 13:52:25.706542 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f890e048-4002-44bd-9efb-c4a37171d233 req-576b9298-dd01-47d6-ba02-065f9d862432 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934675 Jun 04 13:52:25.708191 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6cee5cab-a43d-4a56-9d39-e0f1291c45e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:25.751600 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c9ddfedf-bc00-410a-a39c-9502def0cd56 req-5ece5fb3-a2ac-4572-9149-b6cae61c348d service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=faba460bc38c4fd997b836f0b57e4eed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323236 Jun 04 13:52:25.775808 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772476f-a304-42c6-bb86-c9984eac8400 req-aa206d36-5622-46ce-8b12-d039039b48e6 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:25.780052 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6cee5cab-a43d-4a56-9d39-e0f1291c45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:25.782379 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c772476f-a304-42c6-bb86-c9984eac8400 req-aa206d36-5622-46ce-8b12-d039039b48e6 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 948 time: 0.1308196 Jun 04 13:52:25.834374 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c772476f-a304-42c6-bb86-c9984eac8400 req-1acd76af-832d-4fb8-a849-820df0f756fc tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510442 Jun 04 13:52:25.909226 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-6cee5cab-a43d-4a56-9d39-e0f1291c45e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e52466a58fd4699b4d71ccb28953663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7637181 Jun 04 13:52:25.911879 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 43304) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:25.921663 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee5cab-a43d-4a56-9d39-e0f1291c45e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4a8a46-8ff8-4d0e-ace6-154eaa9440c7,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:25.945689 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddfedf-bc00-410a-a39c-9502def0cd56 req-f0e21c9e-b71b-497b-bdba-60efdf6178f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:25.951964 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c9ddfedf-bc00-410a-a39c-9502def0cd56 req-f0e21c9e-b71b-497b-bdba-60efdf6178f4 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1950755 Jun 04 13:52:25.977779 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2915be5e-9fc8-4b40-b5b5-93e4d3ce6c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:26.008157 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2915be5e-9fc8-4b40-b5b5-93e4d3ce6c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:26.097523 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-2bdfe63d-bfb6-4ee1-974f-6874cffb150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:26.099152 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-2bdfe63d-bfb6-4ee1-974f-6874cffb150e service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=faba460bc38c4fd997b836f0b57e4eed&device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 1101 time: 0.0798564 Jun 04 13:52:26.150410 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2915be5e-9fc8-4b40-b5b5-93e4d3ce6c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:26.168255 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915be5e-9fc8-4b40-b5b5-93e4d3ce6c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4a8a46-8ff8-4d0e-ace6-154eaa9440c7,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:26.174867 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2915be5e-9fc8-4b40-b5b5-93e4d3ce6c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:26.175881 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-2915be5e-9fc8-4b40-b5b5-93e4d3ce6c46 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e4a8a46-8ff8-4d0e-ace6-154eaa9440c7 HTTP/1.1" status: 204 len: 168 time: 0.2624910 Jun 04 13:52:26.187588 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-20a03e44-1d87-42d0-afeb-7644a4308e86 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=0aeaeabe-cc92-4ada-b5ee-88af00c4285c HTTP/1.1" status: 200 len: 217 time: 0.0754123 Jun 04 13:52:26.268840 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-1f14afd8-12a4-4089-bad9-34e2993cc710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:26.270354 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-1f14afd8-12a4-4089-bad9-34e2993cc710 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=66076a34-2b1b-4748-b067-1fa0ef01e848 HTTP/1.1" status: 200 len: 843 time: 0.0761616 Jun 04 13:52:26.439856 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-e882cc61-118f-4e87-8ea6-b4b0afc99395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:26.441832 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-e882cc61-118f-4e87-8ea6-b4b0afc99395 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=06843095-95fe-4efd-a7ba-cda02d705f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1643236 Jun 04 13:52:26.590439 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-8f34e958-ce63-4e74-9806-ce062bcfe6eb service neutron] 10.222.0.17 "GET /v2.0/networks/06843095-95fe-4efd-a7ba-cda02d705f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409285 Jun 04 13:52:26.724870 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1dc20783-58f9-4323-b6f0-45f4ca9286c1 req-86330506-1562-4c25-83c8-0a3a151fd207 service neutron] 10.222.0.17 "GET /v2.0/networks/06843095-95fe-4efd-a7ba-cda02d705f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278291 Jun 04 13:52:26.900400 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0b4a8-fcc6-4cbb-9c02-25a6405c90df req-545753a7-de97-4b62-bd5a-605cdf62a69d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:26.901852 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-bba0b4a8-fcc6-4cbb-9c02-25a6405c90df req-545753a7-de97-4b62-bd5a-605cdf62a69d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 944 time: 0.0848525 Jun 04 13:52:26.910552 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device d350f8ea-5a7a-4259-b8da-91f0dea29bf9 up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:52:26.921274 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 43326) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:26.940816 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6d99a5a9-609a-4c7c-9350-ba87d8ee8934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:26.957345 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-bba0b4a8-fcc6-4cbb-9c02-25a6405c90df req-34bb287d-82a2-4caf-bed8-01d66e0997bc tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489025 Jun 04 13:52:27.002035 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-6d99a5a9-609a-4c7c-9350-ba87d8ee8934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:27.007498 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-6d99a5a9-609a-4c7c-9350-ba87d8ee8934 admin admin] Usage tracker for resource:security_group_rule and tenant:daa4edab189b4dcca34f678189d921c9 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:27.011520 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-6d99a5a9-609a-4c7c-9350-ba87d8ee8934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:27.019454 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-6d99a5a9-609a-4c7c-9350-ba87d8ee8934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:27.059186 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port d350f8ea-5a7a-4259-b8da-91f0dea29bf9 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:52:27.064595 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port d350f8ea-5a7a-4259-b8da-91f0dea29bf9 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:27.069029 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:27.070157 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe4411-0823-490f-bb4e-1059430d31f8 req-8d7dafe4-f02f-4048-b4fc-5168d45248cc tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:27.071729 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1cfe4411-0823-490f-bb4e-1059430d31f8 req-8d7dafe4-f02f-4048-b4fc-5168d45248cc tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 948 time: 0.1321881 Jun 04 13:52:27.142930 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1cfe4411-0823-490f-bb4e-1059430d31f8 req-c370e283-d00b-4091-8eaf-4d53b2548af0 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626807 Jun 04 13:52:27.172443 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6d99a5a9-609a-4c7c-9350-ba87d8ee8934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:27.201032 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port d350f8ea-5a7a-4259-b8da-91f0dea29bf9 is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:52:27.201346 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:27.236959 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9810702c-2fe4-4e12-a01e-7624589c6923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd350f8ea-5a7a-4259-b8da-91f0dea29bf9'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:52:27.247530 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6d99a5a9-609a-4c7c-9350-ba87d8ee8934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:27.249157 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port d350f8ea-5a7a-4259-b8da-91f0dea29bf9, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=d350f8ea-5a7a-4259-b8da-91f0dea29bf9,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:27.293818 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-6d99a5a9-609a-4c7c-9350-ba87d8ee8934 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=daa4edab189b4dcca34f678189d921c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713171 Jun 04 13:52:27.295076 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f01a68-199a-434d-8039-a9be0b8b86a4'] response: {'server_uuid': '9810702c-2fe4-4e12-a01e-7624589c6923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd350f8ea-5a7a-4259-b8da-91f0dea29bf9', 'code': 200} Jun 04 13:52:27.295689 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99a5a9-609a-4c7c-9350-ba87d8ee8934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3111e3-3584-4f5a-87f5-e8834aba06d0,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:27.296577 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 43338) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:27.309111 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:27.316919 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 8a592f90-40f3-4cb7-a064-4c438ea801d2 up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:52:27.387692 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-161d4783-b59e-42c4-b78b-f35502202d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:27.418242 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-161d4783-b59e-42c4-b78b-f35502202d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:27.469756 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=d350f8ea-5a7a-4259-b8da-91f0dea29bf9,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:27.539382 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port 8a592f90-40f3-4cb7-a064-4c438ea801d2 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:52:27.539637 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-161d4783-b59e-42c4-b78b-f35502202d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:27.544794 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port 8a592f90-40f3-4cb7-a064-4c438ea801d2 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:27.548853 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:27.557050 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d4783-b59e-42c4-b78b-f35502202d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3111e3-3584-4f5a-87f5-e8834aba06d0,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:27.565421 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-161d4783-b59e-42c4-b78b-f35502202d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:27.566638 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-161d4783-b59e-42c4-b78b-f35502202d50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d3111e3-3584-4f5a-87f5-e8834aba06d0 HTTP/1.1" status: 204 len: 168 time: 0.2689540 Jun 04 13:52:27.686939 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 8a592f90-40f3-4cb7-a064-4c438ea801d2 is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:52:27.687310 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:27.736084 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b710f11-2910-4d11-a911-4926cd9b2d98 req-85241691-7085-43a7-bd0d-9b50a26b7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:27.737623 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9b710f11-2910-4d11-a911-4926cd9b2d98 req-85241691-7085-43a7-bd0d-9b50a26b7954 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 1098 time: 0.0832226 Jun 04 13:52:27.780192 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9b710f11-2910-4d11-a911-4926cd9b2d98 req-ea00ecba-c963-43ba-9d66-bc0a51d31969 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358248 Jun 04 13:52:27.862723 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 8a592f90-40f3-4cb7-a064-4c438ea801d2, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=8a592f90-40f3-4cb7-a064-4c438ea801d2,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:27.967939 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:28.040831 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=8a592f90-40f3-4cb7-a064-4c438ea801d2,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:28.161626 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833fdfa-cf35-4645-acd5-859636f4d902 req-fe115ce8-2945-4c90-89b0-91b7b836f7f0 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:28.163117 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6833fdfa-cf35-4645-acd5-859636f4d902 req-fe115ce8-2945-4c90-89b0-91b7b836f7f0 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0954487 Jun 04 13:52:28.209884 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6833fdfa-cf35-4645-acd5-859636f4d902 req-b867caa7-a9a2-49bb-ace5-2012e613f600 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393269 Jun 04 13:52:28.364793 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e638f-7efe-4216-bdba-c6e970c1a0e2 req-83eac844-7efe-41e6-a0be-6b40956e7570 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:28.366077 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-332e638f-7efe-4216-bdba-c6e970c1a0e2 req-83eac844-7efe-41e6-a0be-6b40956e7570 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Synchronizing usage tracker for tenant:faba460bc38c4fd997b836f0b57e4eed on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:52:28.476054 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-332e638f-7efe-4216-bdba-c6e970c1a0e2 req-83eac844-7efe-41e6-a0be-6b40956e7570 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Unset dirty status for tenant:faba460bc38c4fd997b836f0b57e4eed on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:52:28.478387 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-332e638f-7efe-4216-bdba-c6e970c1a0e2 req-83eac844-7efe-41e6-a0be-6b40956e7570 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 948 time: 0.1928523 Jun 04 13:52:28.527537 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-332e638f-7efe-4216-bdba-c6e970c1a0e2 req-8b7fe99a-b545-4f9d-8f17-2aaaccfb395e tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Synchronizing usage tracker for tenant:faba460bc38c4fd997b836f0b57e4eed on resource:security_group {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:52:28.622817 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-332e638f-7efe-4216-bdba-c6e970c1a0e2 req-8b7fe99a-b545-4f9d-8f17-2aaaccfb395e tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Unset dirty status for tenant:faba460bc38c4fd997b836f0b57e4eed on resource:security_group {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:52:28.624149 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-332e638f-7efe-4216-bdba-c6e970c1a0e2 req-8b7fe99a-b545-4f9d-8f17-2aaaccfb395e tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409361 Jun 04 13:52:29.296956 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df4b51a-4428-4941-80fd-2149e30710e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a592f90-40f3-4cb7-a064-4c438ea801d2'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:52:29.346990 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0bdfba-3a8d-45a7-81f0-d60f6500ef33'] response: {'server_uuid': '1df4b51a-4428-4941-80fd-2149e30710e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a592f90-40f3-4cb7-a064-4c438ea801d2', 'code': 200} Jun 04 13:52:29.436728 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40420487-1c41-4c25-9840-989bf964e83a req-3ef3283e-ae7d-439d-a447-3860109d13b5 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:29.446617 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-40420487-1c41-4c25-9840-989bf964e83a req-3ef3283e-ae7d-439d-a447-3860109d13b5 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.1172695 Jun 04 13:52:29.496654 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-40420487-1c41-4c25-9840-989bf964e83a req-6b8ffc85-2d66-490a-9d1b-35eb60aae64a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489383 Jun 04 13:52:29.885104 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20545223-8ff4-4a4e-8d33-40fd8f634479 req-ba1998f9-2cd5-49ab-ab6d-ab373cf23f9d tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:29.886630 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-20545223-8ff4-4a4e-8d33-40fd8f634479 req-ba1998f9-2cd5-49ab-ab6d-ab373cf23f9d tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 948 time: 0.1543186 Jun 04 13:52:29.888800 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ee35f-e7b1-4a5c-9a96-2f0aae7b0c13 req-68cf038b-940b-4ee1-b938-21fcd6b14259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:29.890193 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ee1ee35f-e7b1-4a5c-9a96-2f0aae7b0c13 req-68cf038b-940b-4ee1-b938-21fcd6b14259 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 1098 time: 0.1127713 Jun 04 13:52:29.963060 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ee1ee35f-e7b1-4a5c-9a96-2f0aae7b0c13 req-85f1c4bb-07a1-4a5d-8853-35161677e005 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546303 Jun 04 13:52:29.965890 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-20545223-8ff4-4a4e-8d33-40fd8f634479 req-d8e2440b-8873-43c2-ab4b-208fea111e2d tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706077 Jun 04 13:52:30.696332 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6933f81-ca3a-4ada-a22c-4ca2e4eb30ef req-9d1ce42d-d548-4988-ac8d-a0d94174d862 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:30.697852 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f6933f81-ca3a-4ada-a22c-4ca2e4eb30ef req-9d1ce42d-d548-4988-ac8d-a0d94174d862 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0792892 Jun 04 13:52:30.742988 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f6933f81-ca3a-4ada-a22c-4ca2e4eb30ef req-f643ab64-89b2-451a-a556-c54c162f9556 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392728 Jun 04 13:52:30.936540 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 0aeaeabe-cc92-4ada-b5ee-88af00c4285c details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:52:31.107304 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=0aeaeabe-cc92-4ada-b5ee-88af00c4285c,segment=NetworkSegment(7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb),segment_id=7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:31.140775 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': '0aeaeabe-cc92-4ada-b5ee-88af00c4285c', 'network_id': '06843095-95fe-4efd-a7ba-cda02d705f78', 'port_id': '0aeaeabe-cc92-4ada-b5ee-88af00c4285c', 'mac_address': 'fa:16:3e:1a:d9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66076a34-2b1b-4748-b067-1fa0ef01e848', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:52:31.234837 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:52:31.235268 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:31.244527 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa57ad-ce19-4fdb-939d-d391b9b1447f req-652597f3-ab1f-4f8c-87cd-e0ed999a05c3 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:31.247064 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f4aa57ad-ce19-4fdb-939d-d391b9b1447f req-652597f3-ab1f-4f8c-87cd-e0ed999a05c3 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 948 time: 0.1094558 Jun 04 13:52:31.256864 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aeaeabe-cc92-4ada-b5ee-88af00c4285c {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:52:31.283423 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=0aeaeabe-cc92-4ada-b5ee-88af00c4285c,segment=NetworkSegment(7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb),segment_id=7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:31.298430 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f4aa57ad-ce19-4fdb-939d-d391b9b1447f req-b89f3d82-c3ab-4d1f-9f01-c2569523a9ff tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452852 Jun 04 13:52:31.359830 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:31.439684 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=0aeaeabe-cc92-4ada-b5ee-88af00c4285c,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:31.451635 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593038b2-332d-4e2b-8e1b-e02d19f5e762 req-a0e192bd-8f65-4c33-8fee-71b3cb0c249a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:31.453112 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-593038b2-332d-4e2b-8e1b-e02d19f5e762 req-a0e192bd-8f65-4c33-8fee-71b3cb0c249a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0963781 Jun 04 13:52:31.502351 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-593038b2-332d-4e2b-8e1b-e02d19f5e762 req-db885a8d-a03b-41ba-8405-f1c4df394602 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433767 Jun 04 13:52:31.569411 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89101517-3e55-4b1f-b674-faba106c351e req-dd0287d0-530a-457a-b8d6-69f324164723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:31.570943 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-89101517-3e55-4b1f-b674-faba106c351e req-dd0287d0-530a-457a-b8d6-69f324164723 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 1098 time: 0.0718300 Jun 04 13:52:31.731431 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89101517-3e55-4b1f-b674-faba106c351e req-50f47c74-0ea4-42ef-b753-99c8f8b0b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:31.732972 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-89101517-3e55-4b1f-b674-faba106c351e req-50f47c74-0ea4-42ef-b753-99c8f8b0b93d service neutron] 10.222.0.17 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 919 time: 0.1344619 Jun 04 13:52:31.817949 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-89101517-3e55-4b1f-b674-faba106c351e req-7af9a455-3b39-4c0b-b2d7-d6bb80d65e8a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d350f8ea-5a7a-4259-b8da-91f0dea29bf9 HTTP/1.1" status: 200 len: 217 time: 0.0773001 Jun 04 13:52:31.882005 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89101517-3e55-4b1f-b674-faba106c351e req-408b1cb1-1557-4fd3-b966-340ba9e57700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:31.883470 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-89101517-3e55-4b1f-b674-faba106c351e req-408b1cb1-1557-4fd3-b966-340ba9e57700 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 200 len: 857 time: 0.0587499 Jun 04 13:52:31.964589 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['0aeaeabe-cc92-4ada-b5ee-88af00c4285c'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:52:31.968360 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89101517-3e55-4b1f-b674-faba106c351e req-16db9707-9524-4686-9508-5abb688231ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:31.969958 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-89101517-3e55-4b1f-b674-faba106c351e req-16db9707-9524-4686-9508-5abb688231ec service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790546 Jun 04 13:52:32.128213 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-89101517-3e55-4b1f-b674-faba106c351e req-f20a4d90-4f4e-4e19-ae47-7e6d84de5389 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509211 Jun 04 13:52:32.328279 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-89101517-3e55-4b1f-b674-faba106c351e req-41f7de98-33bc-4074-a6b6-09bb45538d89 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923461 Jun 04 13:52:32.488243 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb811eb0-1cbc-4694-a7ba-12d6e45a76fe req-2fd8b6b3-273d-43fe-9e31-ab8bbcb80797 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:32.489815 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cb811eb0-1cbc-4694-a7ba-12d6e45a76fe req-2fd8b6b3-273d-43fe-9e31-ab8bbcb80797 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 949 time: 0.0826836 Jun 04 13:52:32.533876 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cb811eb0-1cbc-4694-a7ba-12d6e45a76fe req-01a37707-fa87-4621-8978-156c96b65044 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373816 Jun 04 13:52:32.688962 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f2cbf-a5dd-4505-9a3a-de8723b45f4c req-b682a717-2191-4b48-97e9-e8d31bb239c3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:32.690476 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c0f2cbf-a5dd-4505-9a3a-de8723b45f4c req-b682a717-2191-4b48-97e9-e8d31bb239c3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0808353 Jun 04 13:52:32.735020 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c0f2cbf-a5dd-4505-9a3a-de8723b45f4c req-a9625ea0-d03a-4b24-934b-8005bcaafdf1 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382972 Jun 04 13:52:33.875204 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486c0ad-711e-4a62-9d5e-8651614649d1 req-a226415f-dba0-4529-b142-eb2e8901fd62 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:33.876895 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8486c0ad-711e-4a62-9d5e-8651614649d1 req-a226415f-dba0-4529-b142-eb2e8901fd62 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 949 time: 0.0960765 Jun 04 13:52:33.926638 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8486c0ad-711e-4a62-9d5e-8651614649d1 req-790ed413-cf41-470a-8b98-643e074efbac tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440979 Jun 04 13:52:33.936056 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b877d38-5bf6-4df7-9e65-842b55d70f70 req-4533adff-2b2a-445b-bc78-3fe7c449aea0 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:33.937514 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8b877d38-5bf6-4df7-9e65-842b55d70f70 req-4533adff-2b2a-445b-bc78-3fe7c449aea0 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0923264 Jun 04 13:52:33.982995 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8b877d38-5bf6-4df7-9e65-842b55d70f70 req-23cb387d-5a00-423a-8a7c-9d740c257f78 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382106 Jun 04 13:52:34.718502 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5a7165d0-cd2c-4f14-9293-916460ea92b1 req-228b78f6-1e97-40ac-8ad6-964bc42d507a service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693605 Jun 04 13:52:34.880229 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7165d0-cd2c-4f14-9293-916460ea92b1 req-015706d5-6d5d-43aa-84cd-f25c1c16e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:34.881674 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5a7165d0-cd2c-4f14-9293-916460ea92b1 req-015706d5-6d5d-43aa-84cd-f25c1c16e6be service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 1098 time: 0.0733485 Jun 04 13:52:34.963602 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 0aeaeabe-cc92-4ada-b5ee-88af00c4285c up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:52:35.059110 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7165d0-cd2c-4f14-9293-916460ea92b1 req-9f0bec14-dc92-4e73-9973-b5b1a58fa964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:35.060853 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5a7165d0-cd2c-4f14-9293-916460ea92b1 req-9f0bec14-dc92-4e73-9973-b5b1a58fa964 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a HTTP/1.1" status: 200 len: 915 time: 0.1594553 Jun 04 13:52:35.230512 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:52:35.236059 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:35.237970 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:35.240971 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5a7165d0-cd2c-4f14-9293-916460ea92b1 req-b1b2d714-e793-49e1-9534-17f3f185a96f service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9934519-b156-42da-aac8-bf408e95fe2c HTTP/1.1" status: 200 len: 1000 time: 0.1732831 Jun 04 13:52:35.288118 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed9516-a678-4f5b-9667-86b7121fdba4 req-6b70a28b-2035-4d9d-bd81-c47e83f42911 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:35.298505 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1aed9516-a678-4f5b-9667-86b7121fdba4 req-6b70a28b-2035-4d9d-bd81-c47e83f42911 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 949 time: 0.1888440 Jun 04 13:52:35.326495 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7165d0-cd2c-4f14-9293-916460ea92b1 req-56aeeea6-c8dc-47e6-9860-2dd0a251149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:35.333835 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5a7165d0-cd2c-4f14-9293-916460ea92b1 req-56aeeea6-c8dc-47e6-9860-2dd0a251149b service neutron] 10.222.0.17 "GET /v2.0/subnets?id=86aba7f4-4b2c-4624-8047-800bda2d771c HTTP/1.1" status: 200 len: 853 time: 0.0791321 Jun 04 13:52:35.346472 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 43558) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:35.411898 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1aed9516-a678-4f5b-9667-86b7121fdba4 req-cb6ce757-48af-4be7-8ef1-96c1e9d8cd30 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077359 Jun 04 13:52:35.455306 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:52:35.455924 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:35.481834 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7165d0-cd2c-4f14-9293-916460ea92b1 req-6e822bbe-d0c9-4fb5-8a47-1a7e1703808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:35.483247 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5a7165d0-cd2c-4f14-9293-916460ea92b1 req-6e822bbe-d0c9-4fb5-8a47-1a7e1703808f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1483414 Jun 04 13:52:35.491770 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45874194-c9aa-4aac-bb15-daa045a3207d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeaeabe-cc92-4ada-b5ee-88af00c4285c'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:52:35.506726 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=0aeaeabe-cc92-4ada-b5ee-88af00c4285c,segment=NetworkSegment(7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb),segment_id=7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:35.547720 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-fd63fa1c-3980-419a-b4d3-08f3c9ae3188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:35.563759 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-fd63fa1c-3980-419a-b4d3-08f3c9ae3188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:35.569504 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-fd63fa1c-3980-419a-b4d3-08f3c9ae3188 admin admin] Usage tracker for resource:security_group_rule and tenant:bd7133a9fce74fe8bffcb7d8877d6b04 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:35.573361 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-fd63fa1c-3980-419a-b4d3-08f3c9ae3188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:35.573940 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:35.584088 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-fd63fa1c-3980-419a-b4d3-08f3c9ae3188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:35.618071 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07fd5c92-b4bb-4c4a-a0b5-a9523069dd0d'] response: {'server_uuid': '45874194-c9aa-4aac-bb15-daa045a3207d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeaeabe-cc92-4ada-b5ee-88af00c4285c', 'code': 200} Jun 04 13:52:35.624207 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e71b2-3ecb-4ad7-9f39-720ac529aaf6 req-23c267bb-4f08-4384-8a90-dd31afecf1ae tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:35.625871 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3a1e71b2-3ecb-4ad7-9f39-720ac529aaf6 req-23c267bb-4f08-4384-8a90-dd31afecf1ae tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.2073450 Jun 04 13:52:35.688511 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5a7165d0-cd2c-4f14-9293-916460ea92b1 req-b6abc255-a8d8-4ce4-81d1-10e50d36ed07 service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983647 Jun 04 13:52:35.707238 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-fd63fa1c-3980-419a-b4d3-08f3c9ae3188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:35.724787 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=0aeaeabe-cc92-4ada-b5ee-88af00c4285c,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:35.724989 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3a1e71b2-3ecb-4ad7-9f39-720ac529aaf6 req-178db4f2-fd3e-4795-87b6-526d7401358e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839252 Jun 04 13:52:35.790994 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-fd63fa1c-3980-419a-b4d3-08f3c9ae3188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:35.842344 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-fd63fa1c-3980-419a-b4d3-08f3c9ae3188 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd7133a9fce74fe8bffcb7d8877d6b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4947534 Jun 04 13:52:35.842934 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 43572) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:35.857960 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-6a357e68-353e-4cc9-b5b8-5c24066f12ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:35.861926 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5a7165d0-cd2c-4f14-9293-916460ea92b1 req-8f1afc71-a95b-4a4a-9ab0-8e06c9c8ffc1 service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667693 Jun 04 13:52:35.863203 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63fa1c-3980-419a-b4d3-08f3c9ae3188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22008a86-005c-4eb3-851c-bb6aa19471cb,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:35.922047 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5c9f3ac7-10e3-4860-92b8-2e08859c9fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:35.950891 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5c9f3ac7-10e3-4860-92b8-2e08859c9fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:36.087463 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5c9f3ac7-10e3-4860-92b8-2e08859c9fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:36.088621 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69e0ed-8a49-47b6-87f0-47fa7149eccd req-a53a242b-8fe1-47d5-903d-6dbe0167b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:36.090174 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8b69e0ed-8a49-47b6-87f0-47fa7149eccd req-a53a242b-8fe1-47d5-903d-6dbe0167b286 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 1103 time: 0.0762711 Jun 04 13:52:36.106499 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f3ac7-10e3-4860-92b8-2e08859c9fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22008a86-005c-4eb3-851c-bb6aa19471cb,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:36.117964 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5c9f3ac7-10e3-4860-92b8-2e08859c9fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:36.119891 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-5c9f3ac7-10e3-4860-92b8-2e08859c9fab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22008a86-005c-4eb3-851c-bb6aa19471cb HTTP/1.1" status: 204 len: 168 time: 0.2730834 Jun 04 13:52:36.126885 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 43586) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:36.156826 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8b69e0ed-8a49-47b6-87f0-47fa7149eccd req-6a796f4f-6838-46b6-a96a-ab932bf1ded0 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601106 Jun 04 13:52:36.250951 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d2392571-3b2d-4471-80e5-b856a87ae911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:36.265405 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-d2392571-3b2d-4471-80e5-b856a87ae911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:36.269419 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-d2392571-3b2d-4471-80e5-b856a87ae911 admin admin] Usage tracker for resource:security_group_rule and tenant:073b31b4ea8f41f58b5e41c1c49c83f6 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:36.272279 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-d2392571-3b2d-4471-80e5-b856a87ae911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:36.278414 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-d2392571-3b2d-4471-80e5-b856a87ae911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:36.360836 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d2392571-3b2d-4471-80e5-b856a87ae911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:36.458658 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d2392571-3b2d-4471-80e5-b856a87ae911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:36.506270 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-d2392571-3b2d-4471-80e5-b856a87ae911 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=073b31b4ea8f41f58b5e41c1c49c83f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780751 Jun 04 13:52:36.507043 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2392571-3b2d-4471-80e5-b856a87ae911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135de09f-b658-4093-a742-ce486ee1943a,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:36.508920 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 43602) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:36.568405 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c60ef05f-56c3-4d7b-a7bc-8d6b4cc57ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:36.594432 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c60ef05f-56c3-4d7b-a7bc-8d6b4cc57ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:36.595434 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5645-b2ee-4778-be91-4043924b2515 req-ca7d3c43-e675-4001-b6db-596803b5edad tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:36.596884 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-78bd5645-b2ee-4778-be91-4043924b2515 req-ca7d3c43-e675-4001-b6db-596803b5edad tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 950 time: 0.0829184 Jun 04 13:52:36.642328 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-78bd5645-b2ee-4778-be91-4043924b2515 req-599f2c39-294c-410d-805d-ed42f0d1a3f6 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385325 Jun 04 13:52:36.736993 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c60ef05f-56c3-4d7b-a7bc-8d6b4cc57ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:36.752947 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ef05f-56c3-4d7b-a7bc-8d6b4cc57ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135de09f-b658-4093-a742-ce486ee1943a,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:36.757421 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c60ef05f-56c3-4d7b-a7bc-8d6b4cc57ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:36.759385 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-c60ef05f-56c3-4d7b-a7bc-8d6b4cc57ba7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/135de09f-b658-4093-a742-ce486ee1943a HTTP/1.1" status: 204 len: 168 time: 0.2487202 Jun 04 13:52:36.772819 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 43610) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:36.794004 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8ef946d5-bc55-4d07-b104-aee37709fc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:36.812288 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8ef946d5-bc55-4d07-b104-aee37709fc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:36.816317 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8ef946d5-bc55-4d07-b104-aee37709fc53 admin admin] Usage tracker for resource:security_group_rule and tenant:5ef17cbf908b4a7a8c8b5e61d7eef60a is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:36.819477 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8ef946d5-bc55-4d07-b104-aee37709fc53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:36.830036 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8ef946d5-bc55-4d07-b104-aee37709fc53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:36.967353 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a725ba6-aa5f-46c5-b6eb-aed02ac53388 req-0200cfbf-218e-4784-ac31-5aafa5303ff2 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:36.968849 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9a725ba6-aa5f-46c5-b6eb-aed02ac53388 req-0200cfbf-218e-4784-ac31-5aafa5303ff2 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.1126444 Jun 04 13:52:37.011264 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8ef946d5-bc55-4d07-b104-aee37709fc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:37.030772 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9a725ba6-aa5f-46c5-b6eb-aed02ac53388 req-50023ab6-97c8-4c95-9366-4875f7504791 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538311 Jun 04 13:52:37.102620 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8ef946d5-bc55-4d07-b104-aee37709fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:37.214758 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-8ef946d5-bc55-4d07-b104-aee37709fc53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ef17cbf908b4a7a8c8b5e61d7eef60a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4403276 Jun 04 13:52:37.216392 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef946d5-bc55-4d07-b104-aee37709fc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96ee80b-8776-4051-88c5-8cf42d85ab81,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:37.217586 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 43618) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:37.278142 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7403a948-6939-4bfd-9aa4-1a7968bbb240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:37.302141 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7403a948-6939-4bfd-9aa4-1a7968bbb240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:37.439612 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7403a948-6939-4bfd-9aa4-1a7968bbb240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:37.456221 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403a948-6939-4bfd-9aa4-1a7968bbb240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96ee80b-8776-4051-88c5-8cf42d85ab81,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:37.466349 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7403a948-6939-4bfd-9aa4-1a7968bbb240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:37.467455 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-7403a948-6939-4bfd-9aa4-1a7968bbb240 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f96ee80b-8776-4051-88c5-8cf42d85ab81 HTTP/1.1" status: 204 len: 168 time: 0.2485688 Jun 04 13:52:37.613606 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 43630) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:37.631529 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c23493cd-6938-4355-aa83-a162b71cb8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:37.645555 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-c23493cd-6938-4355-aa83-a162b71cb8bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:37.649330 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-c23493cd-6938-4355-aa83-a162b71cb8bc admin admin] Usage tracker for resource:security_group_rule and tenant:15fd2f8b3e3c49bfa287997b5f0bbe15 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:37.652083 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-c23493cd-6938-4355-aa83-a162b71cb8bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:37.657698 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-c23493cd-6938-4355-aa83-a162b71cb8bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:37.738541 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c23493cd-6938-4355-aa83-a162b71cb8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:37.824300 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c23493cd-6938-4355-aa83-a162b71cb8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:37.827650 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513553f-3c86-4bde-916d-2bb271d794c9 req-f74883c9-b8de-47af-9114-15b8bd06537c tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:37.829143 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2513553f-3c86-4bde-916d-2bb271d794c9 req-f74883c9-b8de-47af-9114-15b8bd06537c tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 950 time: 0.0810273 Jun 04 13:52:37.869519 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23493cd-6938-4355-aa83-a162b71cb8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b5c7c3-17c2-4e71-bd50-2d9b8efddce2,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:37.877439 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-c23493cd-6938-4355-aa83-a162b71cb8bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15fd2f8b3e3c49bfa287997b5f0bbe15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627456 Jun 04 13:52:37.879289 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2513553f-3c86-4bde-916d-2bb271d794c9 req-40206239-8026-4820-a220-482e5cd48a29 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421884 Jun 04 13:52:37.879973 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 43638) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:37.938761 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:37.944122 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0c64114d-06f1-4dd8-83ff-6271f4eda6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:37.973023 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0c64114d-06f1-4dd8-83ff-6271f4eda6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:37.991154 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e8399a39-f20b-44c3-942e-3e5bb59b7ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:38.116323 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0c64114d-06f1-4dd8-83ff-6271f4eda6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:38.138254 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64114d-06f1-4dd8-83ff-6271f4eda6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b5c7c3-17c2-4e71-bd50-2d9b8efddce2,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:38.151096 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0c64114d-06f1-4dd8-83ff-6271f4eda6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:38.152859 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-0c64114d-06f1-4dd8-83ff-6271f4eda6b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2b5c7c3-17c2-4e71-bd50-2d9b8efddce2 HTTP/1.1" status: 204 len: 168 time: 0.2717898 Jun 04 13:52:38.240095 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086a4ce-0da2-464a-84ba-81de1f5c84e3 req-ef9a3fd7-95e7-4842-9d8a-2a9540e73730 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:38.246765 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c086a4ce-0da2-464a-84ba-81de1f5c84e3 req-ef9a3fd7-95e7-4842-9d8a-2a9540e73730 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0991254 Jun 04 13:52:38.295029 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c086a4ce-0da2-464a-84ba-81de1f5c84e3 req-6c3e7b30-52de-4449-a53d-11f9a8f9a164 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434806 Jun 04 13:52:39.006102 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:39.075936 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917e3fc-05ae-49bb-959a-550004ac5990 req-b99a7c16-4991-4028-a6e4-486ea6ad0b99 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:39.078319 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e917e3fc-05ae-49bb-959a-550004ac5990 req-b99a7c16-4991-4028-a6e4-486ea6ad0b99 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 950 time: 0.0824883 Jun 04 13:52:39.127344 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e917e3fc-05ae-49bb-959a-550004ac5990 req-47bb156c-e4da-4068-ba47-c9c1e0971b5b tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447884 Jun 04 13:52:39.208339 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:39.579322 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a05d4-8a75-427d-8e80-778a534e6b42 req-88706ef5-9501-438c-bf51-c5440a915d13 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:39.581075 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-653a05d4-8a75-427d-8e80-778a534e6b42 req-88706ef5-9501-438c-bf51-c5440a915d13 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.1691301 Jun 04 13:52:39.636775 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-653a05d4-8a75-427d-8e80-778a534e6b42 req-d802f4f8-acc2-491a-bdd2-db198d7c9c4a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495529 Jun 04 13:52:39.855439 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3905a2-8e43-48fb-b95e-3c4e2807f424 req-571c7d35-71e8-437c-b7b3-3674eeb0f952 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:39.857154 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8f3905a2-8e43-48fb-b95e-3c4e2807f424 req-571c7d35-71e8-437c-b7b3-3674eeb0f952 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 950 time: 0.0985353 Jun 04 13:52:39.911386 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8f3905a2-8e43-48fb-b95e-3c4e2807f424 req-4af56146-b46c-4ee3-b755-dd8980659183 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479982 Jun 04 13:52:40.451003 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:40.832015 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77403e-708f-4b4f-8159-ec12fb996f25 req-feed7dc2-0f55-4ebc-bbbd-52cc79bd4735 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:40.833469 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6e77403e-708f-4b4f-8159-ec12fb996f25 req-feed7dc2-0f55-4ebc-bbbd-52cc79bd4735 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0818009 Jun 04 13:52:40.877605 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6e77403e-708f-4b4f-8159-ec12fb996f25 req-2abd35ea-9af4-468a-9403-45a571994f96 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378802 Jun 04 13:52:41.097240 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d956da-3880-4e69-ba71-626e132c46d1 req-35911b48-3f84-443f-bc8f-31981fdb82f4 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:41.098744 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-31d956da-3880-4e69-ba71-626e132c46d1 req-35911b48-3f84-443f-bc8f-31981fdb82f4 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 950 time: 0.0820284 Jun 04 13:52:41.142927 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-31d956da-3880-4e69-ba71-626e132c46d1 req-4c7da59a-7a54-4508-b7df-d4136353d13d tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384750 Jun 04 13:52:41.173682 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 43778) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:41.292684 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-05a0f2c5-f687-4619-866a-df2d0df310a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:41.307037 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-05a0f2c5-f687-4619-866a-df2d0df310a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:41.310849 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-05a0f2c5-f687-4619-866a-df2d0df310a2 admin admin] Usage tracker for resource:security_group_rule and tenant:56a5e62d6ac544f6ba3534c06c9c946f is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:41.313630 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-05a0f2c5-f687-4619-866a-df2d0df310a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:41.319487 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-05a0f2c5-f687-4619-866a-df2d0df310a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:41.398784 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-05a0f2c5-f687-4619-866a-df2d0df310a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:41.458231 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-05a0f2c5-f687-4619-866a-df2d0df310a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:41.507278 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-05a0f2c5-f687-4619-866a-df2d0df310a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56a5e62d6ac544f6ba3534c06c9c946f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324888 Jun 04 13:52:41.508089 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0f2c5-f687-4619-866a-df2d0df310a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56829efb-a1a7-4928-bdba-7cc2c8797650,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:41.510023 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 43784) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:41.569020 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c5057f2b-6745-4192-9d55-e5ccc270e03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:41.593335 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c5057f2b-6745-4192-9d55-e5ccc270e03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:41.704505 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c5057f2b-6745-4192-9d55-e5ccc270e03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:41.723101 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5057f2b-6745-4192-9d55-e5ccc270e03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56829efb-a1a7-4928-bdba-7cc2c8797650,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:41.746519 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c5057f2b-6745-4192-9d55-e5ccc270e03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:41.747565 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-c5057f2b-6745-4192-9d55-e5ccc270e03d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56829efb-a1a7-4928-bdba-7cc2c8797650 HTTP/1.1" status: 204 len: 168 time: 0.2365215 Jun 04 13:52:41.901346 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e9c38-e2af-4fac-b613-7d5a67cdd20d req-ece1099f-457d-4899-be2a-f11d33da621c tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:41.902516 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a58e9c38-e2af-4fac-b613-7d5a67cdd20d req-ece1099f-457d-4899-be2a-f11d33da621c tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.17 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 950 time: 0.0786855 Jun 04 13:52:41.975789 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-a58e9c38-e2af-4fac-b613-7d5a67cdd20d req-5baacff6-cf73-4f4a-af4f-872e81da1211 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Deleting port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:52:41.976146 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a58e9c38-e2af-4fac-b613-7d5a67cdd20d req-5baacff6-cf73-4f4a-af4f-872e81da1211 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:42.237978 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932b614-b57f-402a-9d6a-5cd829cad63a req-8b1ab4fe-bbe1-4b41-85f2-8e8edcf29e00 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:42.239481 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1932b614-b57f-402a-9d6a-5cd829cad63a req-8b1ab4fe-bbe1-4b41-85f2-8e8edcf29e00 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.2340822 Jun 04 13:52:42.319866 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1932b614-b57f-402a-9d6a-5cd829cad63a req-743d290b-38a5-492d-9725-6a8b8937795a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744545 Jun 04 13:52:42.327393 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-a58e9c38-e2af-4fac-b613-7d5a67cdd20d req-5baacff6-cf73-4f4a-af4f-872e81da1211 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] For port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=0aeaeabe-cc92-4ada-b5ee-88af00c4285c,segment=NetworkSegment(7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb),segment_id=7c1642a1-ea57-4f2a-9c6c-28d9c2c3fdeb)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:42.327949 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a58e9c38-e2af-4fac-b613-7d5a67cdd20d req-5baacff6-cf73-4f4a-af4f-872e81da1211 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:42.335254 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e150e6-9c92-442e-a040-5850e9674c16 req-d620d7d7-f8b4-453b-9a7d-57ade436ed1e tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:42.338546 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c3e150e6-9c92-442e-a040-5850e9674c16 req-d620d7d7-f8b4-453b-9a7d-57ade436ed1e tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 950 time: 0.0836024 Jun 04 13:52:42.380959 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c3e150e6-9c92-442e-a040-5850e9674c16 req-f26265b9-1be3-45e2-8b5e-94e68565fcc4 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/security-groups?id=544ac5cb-7ce9-4bde-83e9-a567b8637a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379536 Jun 04 13:52:42.410989 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 43804) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:42.427917 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad62f-c3ca-4528-882f-8f38bb2cd698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:42.442823 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-2f6ad62f-c3ca-4528-882f-8f38bb2cd698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:42.447250 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-2f6ad62f-c3ca-4528-882f-8f38bb2cd698 admin admin] Usage tracker for resource:security_group_rule and tenant:1648b3b3b6064dd6b17d07de9bfd848e is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:42.450089 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-2f6ad62f-c3ca-4528-882f-8f38bb2cd698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:42.455800 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-2f6ad62f-c3ca-4528-882f-8f38bb2cd698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:42.459613 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-a58e9c38-e2af-4fac-b613-7d5a67cdd20d req-5baacff6-cf73-4f4a-af4f-872e81da1211 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Calling delete_port for 0aeaeabe-cc92-4ada-b5ee-88af00c4285c owned by compute:nova {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:52:42.539120 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad62f-c3ca-4528-882f-8f38bb2cd698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:42.595909 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad62f-c3ca-4528-882f-8f38bb2cd698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:42.642160 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-2f6ad62f-c3ca-4528-882f-8f38bb2cd698 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1648b3b3b6064dd6b17d07de9bfd848e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300122 Jun 04 13:52:42.643718 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ad62f-c3ca-4528-882f-8f38bb2cd698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b147f12e-1747-4f44-b4bf-e86a9fdaccda,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:42.646072 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 43808) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:42.702391 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3de2769e-e3d3-4c06-8095-cf559b7d19ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:42.716091 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a58e9c38-e2af-4fac-b613-7d5a67cdd20d req-5baacff6-cf73-4f4a-af4f-872e81da1211 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:42.728533 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3de2769e-e3d3-4c06-8095-cf559b7d19ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:42.753948 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['0aeaeabe-cc92-4ada-b5ee-88af00c4285c'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:52:42.769373 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baacff6-cf73-4f4a-af4f-872e81da1211 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Pushing event deleted for resources: {'Port': ['ID=0aeaeabe-cc92-4ada-b5ee-88af00c4285c,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:42.854831 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58e9c38-e2af-4fac-b613-7d5a67cdd20d req-5baacff6-cf73-4f4a-af4f-872e81da1211 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] No DVR routers for this DVR port 0aeaeabe-cc92-4ada-b5ee-88af00c4285c on host hv-cinder-84359 {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:52:42.858298 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a58e9c38-e2af-4fac-b613-7d5a67cdd20d req-5baacff6-cf73-4f4a-af4f-872e81da1211 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:42.864258 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3de2769e-e3d3-4c06-8095-cf559b7d19ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:42.884953 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45874194-c9aa-4aac-bb15-daa045a3207d', 'name': 'network-vif-deleted', 'tag': '0aeaeabe-cc92-4ada-b5ee-88af00c4285c'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:52:42.888781 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2769e-e3d3-4c06-8095-cf559b7d19ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b147f12e-1747-4f44-b4bf-e86a9fdaccda,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:42.904310 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3de2769e-e3d3-4c06-8095-cf559b7d19ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:42.908080 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-3de2769e-e3d3-4c06-8095-cf559b7d19ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b147f12e-1747-4f44-b4bf-e86a9fdaccda HTTP/1.1" status: 204 len: 168 time: 0.2611036 Jun 04 13:52:42.962586 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a58e9c38-e2af-4fac-b613-7d5a67cdd20d req-5baacff6-cf73-4f4a-af4f-872e81da1211 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.17 "DELETE /v2.0/ports/0aeaeabe-cc92-4ada-b5ee-88af00c4285c HTTP/1.1" status: 204 len: 173 time: 1.0532413 Jun 04 13:52:42.990475 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8763c777-de46-467e-afba-d05a6aedd5e7'] response: {'server_uuid': '45874194-c9aa-4aac-bb15-daa045a3207d', 'name': 'network-vif-deleted', 'tag': '0aeaeabe-cc92-4ada-b5ee-88af00c4285c', 'status': 'completed', 'code': 200} Jun 04 13:52:43.542703 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343064b-fad8-4edf-8839-1cceab8f71dc req-101a50a3-b900-4417-982c-7f7b12476798 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:43.554131 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f343064b-fad8-4edf-8839-1cceab8f71dc req-101a50a3-b900-4417-982c-7f7b12476798 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.1183708 Jun 04 13:52:43.595626 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-9b301ab9-4ffb-49ab-9063-85fcc0c2b6ba req-c33bc648-2c94-4fbc-8174-b5aed3e15cf0 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Synchronizing usage tracker for tenant:faba460bc38c4fd997b836f0b57e4eed on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:52:43.598439 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f343064b-fad8-4edf-8839-1cceab8f71dc req-314e295e-c986-473a-a337-abc8a1e6423e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 Jun 04 13:52:43.664638 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-9b301ab9-4ffb-49ab-9063-85fcc0c2b6ba req-c33bc648-2c94-4fbc-8174-b5aed3e15cf0 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] Unset dirty status for tenant:faba460bc38c4fd997b836f0b57e4eed on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:52:43.665889 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9b301ab9-4ffb-49ab-9063-85fcc0c2b6ba req-c33bc648-2c94-4fbc-8174-b5aed3e15cf0 tempest-VolumesNegativeTest-82049864 tempest-VolumesNegativeTest-82049864-project] 10.222.0.15 "GET /v2.0/ports?device_id=45874194-c9aa-4aac-bb15-daa045a3207d HTTP/1.1" status: 200 len: 210 time: 0.1444023 Jun 04 13:52:44.781721 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a6f92-09f5-4f67-998a-573a7ed8e853 req-1ed71015-16c3-47a2-a55e-6c5162f3a0c0 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:44.783249 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b37a6f92-09f5-4f67-998a-573a7ed8e853 req-1ed71015-16c3-47a2-a55e-6c5162f3a0c0 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0838971 Jun 04 13:52:44.833760 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b37a6f92-09f5-4f67-998a-573a7ed8e853 req-c64ccc3d-bb28-475a-95c2-0ce5f93f93ff tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445280 Jun 04 13:52:44.996934 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 0aeaeabe-cc92-4ada-b5ee-88af00c4285c no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:52:45.032002 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: 0aeaeabe-cc92-4ada-b5ee-88af00c4285c {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:52:45.032264 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 0aeaeabe-cc92-4ada-b5ee-88af00c4285c not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:52:46.030683 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55c9d9-06d5-4770-b1f5-354e15ac198f req-472d8425-55c7-4aaa-a9d9-509035a28eb5 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:46.032147 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8b55c9d9-06d5-4770-b1f5-354e15ac198f req-472d8425-55c7-4aaa-a9d9-509035a28eb5 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0833549 Jun 04 13:52:46.078058 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8b55c9d9-06d5-4770-b1f5-354e15ac198f req-72663fdb-2de8-41e3-a25f-36b5b046b0c4 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401628 Jun 04 13:52:47.078427 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44074) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:47.233036 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-db2bf019-c594-4e00-b5a0-33ed9006d05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.249011 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-db2bf019-c594-4e00-b5a0-33ed9006d05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:47.253480 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-db2bf019-c594-4e00-b5a0-33ed9006d05a admin admin] Usage tracker for resource:security_group_rule and tenant:0438f6311fa746698fdaea361ff5ee1a is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:47.256382 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-db2bf019-c594-4e00-b5a0-33ed9006d05a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:47.262809 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-db2bf019-c594-4e00-b5a0-33ed9006d05a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:47.315173 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3a649-14c1-44bb-84bb-36e07502802f req-b953686f-93cb-4197-9b0b-e25d7e8b4ef2 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:47.317242 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0fc3a649-14c1-44bb-84bb-36e07502802f req-b953686f-93cb-4197-9b0b-e25d7e8b4ef2 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.1078379 Jun 04 13:52:47.363576 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0fc3a649-14c1-44bb-84bb-36e07502802f req-8d3b5134-b177-40dc-994d-72d0fa324735 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400105 Jun 04 13:52:47.373953 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-db2bf019-c594-4e00-b5a0-33ed9006d05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.452060 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44096) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:47.547632 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-db2bf019-c594-4e00-b5a0-33ed9006d05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.606834 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-db2bf019-c594-4e00-b5a0-33ed9006d05a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0438f6311fa746698fdaea361ff5ee1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5268784 Jun 04 13:52:47.609351 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44104) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:47.614029 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bf019-c594-4e00-b5a0-33ed9006d05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31441140-d8de-4059-9487-d80d5675fec3,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:47.619458 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ea5a72-9d4a-4378-b4fd-373339473be6 admin admin] Deleting subnet 70ec1f95-95b8-425d-8591-e4b2f7330d1f {{(pid=88647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 13:52:47.623044 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-35ea5a72-9d4a-4378-b4fd-373339473be6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.669378 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9c954a7c-f64b-4a7e-ad25-a8161edb9cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.676352 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-35ea5a72-9d4a-4378-b4fd-373339473be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2326719'] for subnet, precommit_delete_associations {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.697241 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9c954a7c-f64b-4a7e-ad25-a8161edb9cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.731662 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-35ea5a72-9d4a-4378-b4fd-373339473be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563026'] for subnet, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.833413 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9c954a7c-f64b-4a7e-ad25-a8161edb9cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.848031 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c954a7c-f64b-4a7e-ad25-a8161edb9cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31441140-d8de-4059-9487-d80d5675fec3,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:47.853992 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9c954a7c-f64b-4a7e-ad25-a8161edb9cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.858033 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-9c954a7c-f64b-4a7e-ad25-a8161edb9cf1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31441140-d8de-4059-9487-d80d5675fec3 HTTP/1.1" status: 204 len: 168 time: 0.2474802 Jun 04 13:52:47.862767 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-35ea5a72-9d4a-4378-b4fd-373339473be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2991170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076379'] for subnet, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.906161 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea5a72-9d4a-4378-b4fd-373339473be6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ec1f95-95b8-425d-8591-e4b2f7330d1f,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:47.908068 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-35ea5a72-9d4a-4378-b4fd-373339473be6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.918507 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-35ea5a72-9d4a-4378-b4fd-373339473be6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/70ec1f95-95b8-425d-8591-e4b2f7330d1f HTTP/1.1" status: 204 len: 168 time: 0.4653783 Jun 04 13:52:47.921134 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44114) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:48.031148 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f622f490-8e7d-424c-a389-a0116b4a4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604469'] for network, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.167376 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f622f490-8e7d-424c-a389-a0116b4a4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-919093', 'neutron.services.segments.db._delete_segments_for_network-8784468802214'] for network, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.194842 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-f622f490-8e7d-424c-a389-a0116b4a4f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590c4b1b-e827-4640-9dd8-b38bc4608ff4']}} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:48.208240 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-f622f490-8e7d-424c-a389-a0116b4a4f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686f7285-774a-495e-91e9-288c6430ee4c') {'for_net_delete': True} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:48.209097 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-f622f490-8e7d-424c-a389-a0116b4a4f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686f7285-774a-495e-91e9-288c6430ee4c') {} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:48.222960 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f622f490-8e7d-424c-a389-a0116b4a4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784468805825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2326710'] for segment, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.240856 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f622f490-8e7d-424c-a389-a0116b4a4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.248263 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f622f490-8e7d-424c-a389-a0116b4a4f38 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=88647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:52:48.248781 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f622f490-8e7d-424c-a389-a0116b4a4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-918837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2991336'] for segment, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.319425 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment 686f7285-774a-495e-91e9-288c6430ee4c resource provider aggregate not found Jun 04 13:52:48.346620 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment 686f7285-774a-495e-91e9-288c6430ee4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 686f7285-774a-495e-91e9-288c6430ee4c found for delete ", "request_id": "req-c29fe96a-ade8-4a78-8dbd-b47575e58836"}]} Jun 04 13:52:48.417271 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f622f490-8e7d-424c-a389-a0116b4a4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-919102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787971'] for network, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.422942 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f622f490-8e7d-424c-a389-a0116b4a4f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.454855 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622f490-8e7d-424c-a389-a0116b4a4f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=590c4b1b-e827-4640-9dd8-b38bc4608ff4,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:48.562495 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4067404-5179-48e0-bf56-3a9ab2d02d2b req-22fb3b56-2527-4cee-b9b3-ce145de09ad2 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:48.563946 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f4067404-5179-48e0-bf56-3a9ab2d02d2b req-22fb3b56-2527-4cee-b9b3-ce145de09ad2 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0796065 Jun 04 13:52:48.569688 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-f622f490-8e7d-424c-a389-a0116b4a4f38 admin admin] 10.222.0.15 "DELETE /v2.0/networks/590c4b1b-e827-4640-9dd8-b38bc4608ff4 HTTP/1.1" status: 204 len: 168 time: 0.6451597 Jun 04 13:52:48.570087 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44186) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:48.589716 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44190) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:48.618546 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-0507f49e-d886-4c8f-8919-e98c1741255b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.634619 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a1deea-58b4-47fd-8cf5-90952eb14272 admin admin] Deleting subnet 9b04e0fe-fe70-4158-9ef0-fe7b0b18ab1c {{(pid=88648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 13:52:48.634619 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b8a1deea-58b4-47fd-8cf5-90952eb14272 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.639951 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-0507f49e-d886-4c8f-8919-e98c1741255b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:48.647466 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f4067404-5179-48e0-bf56-3a9ab2d02d2b req-3dd13488-8c55-49ae-9bcb-bf7e25de59c6 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773962 Jun 04 13:52:48.648386 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-0507f49e-d886-4c8f-8919-e98c1741255b admin admin] Usage tracker for resource:security_group_rule and tenant:584978134d8a429190d972e7df95ea34 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:48.652064 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-0507f49e-d886-4c8f-8919-e98c1741255b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:48.657963 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-0507f49e-d886-4c8f-8919-e98c1741255b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:48.687521 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b8a1deea-58b4-47fd-8cf5-90952eb14272 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2407732'] for subnet, precommit_delete_associations {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.740891 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-0507f49e-d886-4c8f-8919-e98c1741255b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.742329 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b8a1deea-58b4-47fd-8cf5-90952eb14272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563026'] for subnet, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.818762 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-0507f49e-d886-4c8f-8919-e98c1741255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.867676 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-0507f49e-d886-4c8f-8919-e98c1741255b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=584978134d8a429190d972e7df95ea34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769384 Jun 04 13:52:48.868709 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507f49e-d886-4c8f-8919-e98c1741255b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d20bbb-c6c7-4193-bf9d-821fc62136af,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:48.871467 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44196) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:48.929104 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-532109ac-3946-47ac-ad46-7847cb32664b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.948760 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b8a1deea-58b4-47fd-8cf5-90952eb14272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25948275'] for subnet, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.961160 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-532109ac-3946-47ac-ad46-7847cb32664b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.990989 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1deea-58b4-47fd-8cf5-90952eb14272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b04e0fe-fe70-4158-9ef0-fe7b0b18ab1c,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:48.994616 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b8a1deea-58b4-47fd-8cf5-90952eb14272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.001963 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-b8a1deea-58b4-47fd-8cf5-90952eb14272 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9b04e0fe-fe70-4158-9ef0-fe7b0b18ab1c HTTP/1.1" status: 204 len: 168 time: 0.4305034 Jun 04 13:52:49.003998 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44204) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:49.079244 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-532109ac-3946-47ac-ad46-7847cb32664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.098654 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532109ac-3946-47ac-ad46-7847cb32664b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d20bbb-c6c7-4193-bf9d-821fc62136af,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:49.107699 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3b6b135b-43ae-4aee-859c-60c7701a7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604469'] for network, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.108474 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-532109ac-3946-47ac-ad46-7847cb32664b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.109542 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-532109ac-3946-47ac-ad46-7847cb32664b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15d20bbb-c6c7-4193-bf9d-821fc62136af HTTP/1.1" status: 204 len: 168 time: 0.2370970 Jun 04 13:52:49.262602 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3b6b135b-43ae-4aee-859c-60c7701a7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-919093', 'neutron.services.segments.db._delete_segments_for_network-8784468802214'] for network, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.295496 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-3b6b135b-43ae-4aee-859c-60c7701a7f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b534969-bfa2-4374-b8b4-a3a048cc0993']}} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:49.308719 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-3b6b135b-43ae-4aee-859c-60c7701a7f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761ea1f5-dc8b-4a95-afc5-fa9529144b25') {'for_net_delete': True} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:49.309009 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-3b6b135b-43ae-4aee-859c-60c7701a7f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761ea1f5-dc8b-4a95-afc5-fa9529144b25') {} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:49.322159 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3b6b135b-43ae-4aee-859c-60c7701a7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784468805825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2407741'] for segment, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.337480 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3b6b135b-43ae-4aee-859c-60c7701a7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.345053 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6b135b-43ae-4aee-859c-60c7701a7f27 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=88648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:52:49.345507 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3b6b135b-43ae-4aee-859c-60c7701a7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-918837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2204507'] for segment, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.498952 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.services.segments.plugin [-] Segment 761ea1f5-dc8b-4a95-afc5-fa9529144b25 resource provider aggregate not found Jun 04 13:52:49.540871 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.services.segments.plugin [-] Segment 761ea1f5-dc8b-4a95-afc5-fa9529144b25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 761ea1f5-dc8b-4a95-afc5-fa9529144b25 found for delete ", "request_id": "req-e0897dfa-0526-4582-b8e2-5d27018a9f5d"}]} Jun 04 13:52:49.605424 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3b6b135b-43ae-4aee-859c-60c7701a7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-919102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787971'] for network, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.640610 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b135b-43ae-4aee-859c-60c7701a7f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b534969-bfa2-4374-b8b4-a3a048cc0993,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:49.646263 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3b6b135b-43ae-4aee-859c-60c7701a7f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.653770 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-3b6b135b-43ae-4aee-859c-60c7701a7f27 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6b534969-bfa2-4374-b8b4-a3a048cc0993 HTTP/1.1" status: 204 len: 168 time: 0.6488318 Jun 04 13:52:49.855976 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed6f90-5379-4658-b4cc-7ab819413c72 req-26ea2ad9-fa53-451f-bbbc-312f0551a1db tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:49.862737 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8eed6f90-5379-4658-b4cc-7ab819413c72 req-26ea2ad9-fa53-451f-bbbc-312f0551a1db tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0943418 Jun 04 13:52:49.906841 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8eed6f90-5379-4658-b4cc-7ab819413c72 req-0aaa78c8-f0d7-46a9-bf0a-87d0412628fd tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432637 Jun 04 13:52:50.067866 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44272) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:50.114604 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-f39975d1-de32-4e77-a6a7-38b66bbbbd19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71326b3638c2456598713d8bdabebccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455952 Jun 04 13:52:50.117052 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44276) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:50.181450 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-59578b42-e02c-46f0-b581-ad47f0b8871e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:50.210456 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-59578b42-e02c-46f0-b581-ad47f0b8871e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:50.330712 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-59578b42-e02c-46f0-b581-ad47f0b8871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:50.348818 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59578b42-e02c-46f0-b581-ad47f0b8871e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0d2a74-91eb-45b0-8a00-cf481587095d,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:50.430372 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-59578b42-e02c-46f0-b581-ad47f0b8871e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:50.433317 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-59578b42-e02c-46f0-b581-ad47f0b8871e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c0d2a74-91eb-45b0-8a00-cf481587095d HTTP/1.1" status: 204 len: 168 time: 0.3138328 Jun 04 13:52:51.125319 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa25f9-d1e1-474c-9e9c-d8c934733628 req-29112b1a-2954-4988-add2-d0f9760a1637 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:51.125865 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-00aa25f9-d1e1-474c-9e9c-d8c934733628 req-29112b1a-2954-4988-add2-d0f9760a1637 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0881388 Jun 04 13:52:51.172991 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-00aa25f9-d1e1-474c-9e9c-d8c934733628 req-de85b636-6af3-49bb-9f8e-9ece8aae78b2 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407081 Jun 04 13:52:51.225029 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44340) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:51.280646 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-63ad6c1b-f77b-4055-bbad-f1057bc7b54c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=002f11eb6140426486143ce67ccff4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538933 Jun 04 13:52:51.283461 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44350) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:51.348610 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ffffc010-fdb6-438c-9bb7-d2399499e071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:51.376335 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ffffc010-fdb6-438c-9bb7-d2399499e071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:51.489580 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44364) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:51.498380 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ffffc010-fdb6-438c-9bb7-d2399499e071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:51.518220 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffc010-fdb6-438c-9bb7-d2399499e071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b098492c-ec1f-47cf-a2a9-e28669dc7e40,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:51.525695 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ffffc010-fdb6-438c-9bb7-d2399499e071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:51.527420 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-ffffc010-fdb6-438c-9bb7-d2399499e071 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b098492c-ec1f-47cf-a2a9-e28669dc7e40 HTTP/1.1" status: 204 len: 168 time: 0.2425013 Jun 04 13:52:51.625545 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-dd870525-6bfd-4476-8612-8f217c57bda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:51.639670 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-dd870525-6bfd-4476-8612-8f217c57bda4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:51.643466 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-dd870525-6bfd-4476-8612-8f217c57bda4 admin admin] Usage tracker for resource:security_group_rule and tenant:eb45f18c196c40cd980e79121ad2f923 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:51.646930 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-dd870525-6bfd-4476-8612-8f217c57bda4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:51.652356 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-dd870525-6bfd-4476-8612-8f217c57bda4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:51.734903 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-dd870525-6bfd-4476-8612-8f217c57bda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:51.835628 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-dd870525-6bfd-4476-8612-8f217c57bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:51.886969 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd870525-6bfd-4476-8612-8f217c57bda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa098505-4490-4c33-bf76-ee8f75b62d1b,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:51.895101 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-dd870525-6bfd-4476-8612-8f217c57bda4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb45f18c196c40cd980e79121ad2f923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019451 Jun 04 13:52:51.895588 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44382) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:51.953432 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-77c58dc8-b8eb-43ca-a43c-8a2559c21088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:51.981587 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-77c58dc8-b8eb-43ca-a43c-8a2559c21088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:52.132650 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-77c58dc8-b8eb-43ca-a43c-8a2559c21088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:52.151690 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c58dc8-b8eb-43ca-a43c-8a2559c21088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa098505-4490-4c33-bf76-ee8f75b62d1b,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:52.154012 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-77c58dc8-b8eb-43ca-a43c-8a2559c21088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:52.155657 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-77c58dc8-b8eb-43ca-a43c-8a2559c21088 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa098505-4490-4c33-bf76-ee8f75b62d1b HTTP/1.1" status: 204 len: 168 time: 0.2587059 Jun 04 13:52:52.375134 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816a329-47a9-4379-9bd1-cd9d160dac14 req-fc12c395-5045-4992-a4ea-16e09561bbd3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:52.376754 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d816a329-47a9-4379-9bd1-cd9d160dac14 req-fc12c395-5045-4992-a4ea-16e09561bbd3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0867295 Jun 04 13:52:52.424238 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d816a329-47a9-4379-9bd1-cd9d160dac14 req-ff457dcf-46d6-4141-a260-a0654059d764 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393550 Jun 04 13:52:53.576593 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44456) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:53.648059 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36072bd0-a855-4972-9713-ed5b80cedcec req-6ccdc25e-4d53-4005-af35-5316b05f6bcb tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:53.649724 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-36072bd0-a855-4972-9713-ed5b80cedcec req-6ccdc25e-4d53-4005-af35-5316b05f6bcb tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0814159 Jun 04 13:52:53.702741 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-36072bd0-a855-4972-9713-ed5b80cedcec req-62f668ef-95cd-4bd8-a5a7-8acd22937174 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423515 Jun 04 13:52:53.834078 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:53.849512 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:53.853905 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Usage tracker for resource:security_group_rule and tenant:83c49c74e321413f812afab8fd3f1bbe is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:53.856878 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:53.868257 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:53.877211 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44468) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:53.954533 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:54.026930 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-2a9b0bae-af1e-4c23-9be4-41c5fe558c79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=faba460bc38c4fd997b836f0b57e4eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482134 Jun 04 13:52:54.029203 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44474) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:54.061197 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:54.100253 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:54.107843 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83c49c74e321413f812afab8fd3f1bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5292237 Jun 04 13:52:54.111653 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4fd1eb-a239-45b6-8609-3fb750bb052b,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:54.112112 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44482) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:54.135258 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:54.141306 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.142177 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.142909 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.143618 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.144222 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.144726 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.145222 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.145766 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.157449 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.157449 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.157449 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.157449 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184028e-4bab-4690-87b1-5a6f189d4f53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.202526 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2a3a50df-e272-4657-96ea-06109dd6afe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:54.231583 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2a3a50df-e272-4657-96ea-06109dd6afe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:54.326841 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:54.344464 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544ac5cb-7ce9-4bde-83e9-a567b8637a8f,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:54.354729 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.356870 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.356870 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.356870 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.356870 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.356870 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.356870 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.357403 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.357403 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.357566 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.357847 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.358162 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:54.376680 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2a3a50df-e272-4657-96ea-06109dd6afe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:54.395830 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a50df-e272-4657-96ea-06109dd6afe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4fd1eb-a239-45b6-8609-3fb750bb052b,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:54.398109 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2a3a50df-e272-4657-96ea-06109dd6afe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:54.402077 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-2a3a50df-e272-4657-96ea-06109dd6afe7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e4fd1eb-a239-45b6-8609-3fb750bb052b HTTP/1.1" status: 204 len: 168 time: 0.2860129 Jun 04 13:52:54.440059 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:54.443094 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-81ddff4c-96d6-48d5-a773-fbf0691de6d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/544ac5cb-7ce9-4bde-83e9-a567b8637a8f HTTP/1.1" status: 204 len: 168 time: 0.4111848 Jun 04 13:52:54.928547 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbbd7c-5f4e-4b1d-8b86-97f914cb4a01 req-2aaaeb31-28f0-4d5e-8f11-be9ea490c00f tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:54.928547 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ddcbbd7c-5f4e-4b1d-8b86-97f914cb4a01 req-2aaaeb31-28f0-4d5e-8f11-be9ea490c00f tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0944927 Jun 04 13:52:54.978687 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ddcbbd7c-5f4e-4b1d-8b86-97f914cb4a01 req-c0a70379-7991-48f7-bf88-e50ce14a0305 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488656 Jun 04 13:52:55.942347 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44562) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:56.162597 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1513747182-network', 'tenant_id': '2bc603836ac7466282ecde3f8ef685cd'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:56.168760 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:56.180504 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Usage tracker for resource:network and tenant:2bc603836ac7466282ecde3f8ef685cd is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:56.186908 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7286cc8-7263-4e08-b61a-6b84a0df491a req-dc139306-220e-408e-b5f5-0729c285765a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:56.187474 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:56.196898 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d7286cc8-7263-4e08-b61a-6b84a0df491a req-dc139306-220e-408e-b5f5-0729c285765a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0944076 Jun 04 13:52:56.198469 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44576) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:56.202604 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:56.246212 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d7286cc8-7263-4e08-b61a-6b84a0df491a req-b495d9f4-1445-4d87-83f2-be794bee17d5 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481055 Jun 04 13:52:56.275444 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-243638085-network', 'tenant_id': '457b5475220b4601bfea76d579d0a660'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:56.280026 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:56.283884 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Usage tracker for resource:network and tenant:457b5475220b4601bfea76d579d0a660 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:56.286908 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:56.293042 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:56.327271 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Made reservation on behalf of 2bc603836ac7466282ecde3f8ef685cd for: {'network': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:52:56.329691 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.342174 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.356530 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Made reservation on behalf of 457b5475220b4601bfea76d579d0a660 for: {'network': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:52:56.358710 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.369164 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:56.374087 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.382537 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc603836ac7466282ecde3f8ef685cd is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:56.386499 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:56.394321 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:56.398129 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:56.405971 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Usage tracker for resource:security_group_rule and tenant:457b5475220b4601bfea76d579d0a660 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:56.409449 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:56.421669 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:56.527948 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.554501 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.599305 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.628987 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:52:56.637510 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e647bc-f5da-4336-9af4-5128eadb9faa,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:56.642909 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.644164 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.segments_db [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Added segment def9c8b5-7283-4113-94d4-8027bd747da9 of type vlan for network 4d416b39-d588-4dd8-9930-ec613ceff89e Jun 04 13:52:56.664988 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.675887 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.705585 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:52:56.713903 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d62ad6-86c0-46fb-8625-c14030b83c11,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:56.729503 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.729899 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.segments_db [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Added segment 50668f70-a9da-4be2-8997-1968b4ee7df4 of type vlan for network 0cf7b161-85a1-4979-a152-918a492683a5 Jun 04 13:52:56.758485 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.823815 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.824757 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:56.825326 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.901652 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.902587 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:56.903153 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:56.944301 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] Pushing event updated for resources: {'Network': ['ID=4d416b39-d588-4dd8-9930-ec613ceff89e,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:56.953972 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network 4d416b39-d588-4dd8-9930-ec613ceff89e details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:52:57.037117 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8339000 Jun 04 13:52:57.037117 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-cf5c95e8-9da5-4baa-8360-fb94d7315802 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0923743 Jun 04 13:52:57.037423 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44586) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:57.039619 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44588) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:57.041707 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9777e-dc22-4ef5-a16e-27b0e39883f8 admin admin] Pushing event updated for resources: {'Network': ['ID=0cf7b161-85a1-4979-a152-918a492683a5,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:57.044442 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] Request body: {'subnet': {'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-243638085-subnet', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'ip_version': 4}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:57.051086 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:57.055221 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network 0cf7b161-85a1-4979-a152-918a492683a5 details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:52:57.113362 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] Request body: {'subnet': {'network_id': '4d416b39-d588-4dd8-9930-ec613ceff89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1513747182-subnet', 'tenant_id': '2bc603836ac7466282ecde3f8ef685cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:57.119822 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:57.123199 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] Usage tracker for resource:subnet and tenant:457b5475220b4601bfea76d579d0a660 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:57.127364 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:57.130774 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] Usage tracker for resource:subnet and tenant:2bc603836ac7466282ecde3f8ef685cd is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:57.136821 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:57.140029 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:57.145632 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:57.206917 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] Made reservation on behalf of 457b5475220b4601bfea76d579d0a660 for: {'subnet': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:52:57.209147 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076358'] for subnet, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:57.235402 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] Made reservation on behalf of 2bc603836ac7466282ecde3f8ef685cd for: {'subnet': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:52:57.237646 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076358'] for subnet, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:57.438594 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269e96f-87a2-486a-b89b-cddeb1392e20 req-febee3ff-60ce-4cf3-94f3-aa1417f4d271 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:57.442294 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b269e96f-87a2-486a-b89b-cddeb1392e20 req-febee3ff-60ce-4cf3-94f3-aa1417f4d271 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0865996 Jun 04 13:52:57.488846 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b269e96f-87a2-486a-b89b-cddeb1392e20 req-3ba01934-240d-4237-b41f-058edd4e501f tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430670 Jun 04 13:52:57.645325 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3006351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076372'] for subnet, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:57.691584 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3006351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076372'] for subnet, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:57.733213 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd14e7ba-aaa8-4855-b3a2-9e3d63eec635,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:57.800824 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] Checking segment: {'id': '50668f70-a9da-4be2-8997-1968b4ee7df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:52:57.801198 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] Network hostable DHCP agents. Network: 0cf7b161-85a1-4979-a152-918a492683a5, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:52:57.825727 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] Checking segment: {'id': 'def9c8b5-7283-4113-94d4-8027bd747da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d416b39-d588-4dd8-9930-ec613ceff89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:52:57.827471 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] Network hostable DHCP agents. Network: 4d416b39-d588-4dd8-9930-ec613ceff89e, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:52:57.831727 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=822b182f-1198-443c-bdc9-dc1c1e567e82,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:57.960910 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] Network 0cf7b161-85a1-4979-a152-918a492683a5 is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:52:57.990269 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] Network 4d416b39-d588-4dd8-9930-ec613ceff89e is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:52:58.093209 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44612) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:58.093721 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, 0cf7b161-85a1-4979-a152-918a492683a5) {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:52:58.095429 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, 4d416b39-d588-4dd8-9930-ec613ceff89e) {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:52:58.099516 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:58.100091 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:58.104125 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:58.104678 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:58.118105 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f80ba5e-c067-4132-8cd8-ad59889fd342 None None] Network 0cf7b161-85a1-4979-a152-918a492683a5 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:52:58.138480 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d211efae-e23c-4b3b-a9d2-aa004176721c None None] Network 4d416b39-d588-4dd8-9930-ec613ceff89e requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:52:58.203471 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-96fdffc4-d88c-470e-a2c0-43590432d33d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1646538 Jun 04 13:52:58.205760 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44618) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:58.211968 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:58.220013 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:58.223996 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Usage tracker for resource:router and tenant:457b5475220b4601bfea76d579d0a660 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:58.226863 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:58.231084 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-724ce8bf-ab0e-4086-bb06-6ecef14d4492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:58.232988 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-864f6559-6efc-42fc-80b6-e5dcfb65eaa9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1838629 Jun 04 13:52:58.234185 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:58.264232 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-724ce8bf-ab0e-4086-bb06-6ecef14d4492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:58.268588 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-724ce8bf-ab0e-4086-bb06-6ecef14d4492 admin admin] Usage tracker for resource:security_group_rule and tenant:fb9f0d572e5c4261bb868155d001b507 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:58.272363 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-724ce8bf-ab0e-4086-bb06-6ecef14d4492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:58.278785 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-724ce8bf-ab0e-4086-bb06-6ecef14d4492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:58.327583 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3787781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26696'] for router, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:58.329571 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26737'] for router, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:58.351845 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:58.379474 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-724ce8bf-ab0e-4086-bb06-6ecef14d4492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:58.479909 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-724ce8bf-ab0e-4086-bb06-6ecef14d4492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:58.515713 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc4f2fd-dd0c-4cba-abec-f9e951a3ec69 None None] Network 4d416b39-d588-4dd8-9930-ec613ceff89e requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:52:58.554538 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d20230b-0f49-5820-8323-7416d505f798-0cf7b161-85a1-4979-a152-918a492683a5', 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'fixed_ips': [{'subnet_id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635'}]}} from dv-cinder-843593-2-smb. {{(pid=88649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 13:52:58.555377 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:58.585494 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-724ce8bf-ab0e-4086-bb06-6ecef14d4492 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb9f0d572e5c4261bb868155d001b507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4911602 Jun 04 13:52:58.586347 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44636) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:58.587558 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ce8bf-ab0e-4086-bb06-6ecef14d4492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d779d1a7-72a7-4c56-bd97-dc5b56bc638f,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:58.694385 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cd666a04-186c-4cbd-b175-c2c9899595bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:58.725109 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cd666a04-186c-4cbd-b175-c2c9899595bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:58.902489 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cd666a04-186c-4cbd-b175-c2c9899595bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:58.902870 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26723'] for router, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:58.916292 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.db_base_plugin_common [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Allocated IP 172.20.0.2 (0cf7b161-85a1-4979-a152-918a492683a5/fd14e7ba-aaa8-4855-b3a2-9e3d63eec635/1cc9c4fc-4bf0-4a75-bdee-beb4416de211) {{(pid=88649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:52:58.947454 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6747b-6afb-4aae-963a-ddc1d8af4407 req-28e2005d-bcb5-466b-9fe2-3f34f469263a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:52:58.949777 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd666a04-186c-4cbd-b175-c2c9899595bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d779d1a7-72a7-4c56-bd97-dc5b56bc638f,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:58.955764 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d3d6747b-6afb-4aae-963a-ddc1d8af4407 req-28e2005d-bcb5-466b-9fe2-3f34f469263a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.1665733 Jun 04 13:52:58.962297 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cd666a04-186c-4cbd-b175-c2c9899595bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:58.967743 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-cd666a04-186c-4cbd-b175-c2c9899595bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d779d1a7-72a7-4c56-bd97-dc5b56bc638f HTTP/1.1" status: 204 len: 168 time: 0.3749053 Jun 04 13:52:59.005717 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d3d6747b-6afb-4aae-963a-ddc1d8af4407 req-2e62c7ec-4e04-43cc-b783-be28990a9790 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485046 Jun 04 13:52:59.188736 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Notify callbacks [] for port, precommit_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:59.199298 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Transition to ACTIVE for port object 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:52:59.217138 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Transition to ACTIVE for port object 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 will not be triggered until provisioned by entity DHCP. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:52:59.325397 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:59.371224 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:59.396539 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Network 0cf7b161-85a1-4979-a152-918a492683a5 is already hosted by enough agents. {{(pid=88649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:52:59.400280 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.base_scheduler [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Resources bound (agent type, host, resource id): {{(pid=88649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:52:59.400897 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:59.404112 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Received port after_create {{(pid=88649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:52:59.494184 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Pushing event updated for resources: {'Port': ['ID=1cc9c4fc-4bf0-4a75-bdee-beb4416de211,revision_number=1']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:59.518013 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:59.518376 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:59.518700 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:59.519034 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:59.519502 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:59.519843 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:59.520170 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:59.520500 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:59.520812 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:59.521328 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:59.521630 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:59.522135 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:59.527255 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Attempting to bind port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:52:59.527628 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Attempting to bind port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '50668f70-a9da-4be2-8997-1968b4ee7df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:52:59.527995 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Attempting to bind port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 on network 0cf7b161-85a1-4979-a152-918a492683a5 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:52:59.547402 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:52:59.547781 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Checking segment: {'id': '50668f70-a9da-4be2-8997-1968b4ee7df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:52:59.548168 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:59.548554 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Bound using segment: {'id': '50668f70-a9da-4be2-8997-1968b4ee7df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:52:59.549014 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Bound port: 1cc9c4fc-4bf0-4a75-bdee-beb4416de211, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50668f70-a9da-4be2-8997-1968b4ee7df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:52:59.549431 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:59.628724 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Allocated IP 172.28.3.171 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:52:59.646261 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] For port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:52:59.650629 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] For port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=1cc9c4fc-4bf0-4a75-bdee-beb4416de211,segment=NetworkSegment(50668f70-a9da-4be2-8997-1968b4ee7df4),segment_id=50668f70-a9da-4be2-8997-1968b4ee7df4)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:52:59.778528 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:59.791294 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:59.858742 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44662) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:59.874992 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:59.876835 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-50328d27-6c75-48ce-9659-1043eaf20d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:59.886437 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e8fee-7967-4dfc-a997-8e3571815d1e None None] Pushing event updated for resources: {'Port': ['ID=1cc9c4fc-4bf0-4a75-bdee-beb4416de211,revision_number=2']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:59.901772 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-50328d27-6c75-48ce-9659-1043eaf20d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:59.905727 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-50328d27-6c75-48ce-9659-1043eaf20d9b admin admin] Usage tracker for resource:security_group_rule and tenant:104c882c37d14b7d83750cd3e7a14652 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:59.912055 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-50328d27-6c75-48ce-9659-1043eaf20d9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:59.920236 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-50328d27-6c75-48ce-9659-1043eaf20d9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:59.925247 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:52:59.949237 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:52:59.953497 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:52:59.958052 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:53:00.000149 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Pushing event updated for resources: {'Port': ['ID=2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:00.033609 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-50328d27-6c75-48ce-9659-1043eaf20d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:00.115457 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-50328d27-6c75-48ce-9659-1043eaf20d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:00.280891 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-50328d27-6c75-48ce-9659-1043eaf20d9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=104c882c37d14b7d83750cd3e7a14652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210811 Jun 04 13:53:00.283588 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50328d27-6c75-48ce-9659-1043eaf20d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35665021-7e6b-4484-ba2e-133d7602d1e2,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:00.286109 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44676) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:00.452758 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9fbe-c20c-40a5-947d-2bd5e6b16d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:00.461758 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7130ee-df3d-4b2f-84d6-137c002e405c req-0afae423-5318-45ef-af67-5d9a11e4d3ce tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:00.462630 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3e7130ee-df3d-4b2f-84d6-137c002e405c req-0afae423-5318-45ef-af67-5d9a11e4d3ce tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.2778611 Jun 04 13:53:00.520912 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9fbe-c20c-40a5-947d-2bd5e6b16d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:00.549535 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3e7130ee-df3d-4b2f-84d6-137c002e405c req-c473ff0e-5ec7-4e02-900d-1638670e81d0 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781431 Jun 04 13:53:00.604751 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:00.675728 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9fbe-c20c-40a5-947d-2bd5e6b16d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:00.692652 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a9fbe-c20c-40a5-947d-2bd5e6b16d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35665021-7e6b-4484-ba2e-133d7602d1e2,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:00.698256 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9fbe-c20c-40a5-947d-2bd5e6b16d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:00.700123 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-ec1a9fbe-c20c-40a5-947d-2bd5e6b16d1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35665021-7e6b-4484-ba2e-133d7602d1e2 HTTP/1.1" status: 204 len: 168 time: 0.4121611 Jun 04 13:53:00.963385 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799310'] for router, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:01.043601 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0c3a94-7996-4e82-9dad-7ff01091512c None None] Network 0cf7b161-85a1-4979-a152-918a492683a5 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:53:01.232423 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-6e397616-a4c4-46c0-833c-7ab24fb04c7b None None] Provisioning for port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:01.319176 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Router ae5af022-63b6-4f71-b46c-3503a7568f56 is scheduled to L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c with binding_index 1 {{(pid=88647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:53:01.348525 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:53:01.513588 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:01.518869 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:01.519238 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:01.589329 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-2d49a23d-88f1-4645-a9c8-1210358e10d1 None None] Provisioning complete for port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:01.589764 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-2d49a23d-88f1-4645-a9c8-1210358e10d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:01.595685 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:53:01.608921 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Sync routers for ids ['ae5af022-63b6-4f71-b46c-3503a7568f56'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:53:01.622805 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Routers {'ae5af022-63b6-4f71-b46c-3503a7568f56'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:53:01.624073 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:52:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['ae5af022-63b6-4f71-b46c-3503a7568f56'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:01.706713 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:01.707071 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:01.783678 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=1cc9c4fc-4bf0-4a75-bdee-beb4416de211,segment=NetworkSegment(50668f70-a9da-4be2-8997-1968b4ee7df4),segment_id=50668f70-a9da-4be2-8997-1968b4ee7df4)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:01.785841 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] Notify callbacks [] for router, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:01.795396 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-2d49a23d-88f1-4645-a9c8-1210358e10d1 None None] Current status of the port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:01.795964 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-2d49a23d-88f1-4645-a9c8-1210358e10d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:01.800608 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44696) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:01.803693 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-c1956a72-b7c9-460e-beb6-7beb49c5d73a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5931661 Jun 04 13:53:01.857036 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Set router ae5af022-63b6-4f71-b46c-3503a7568f56 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:53:01.865509 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:01.887730 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b3d7d-2b50-4892-b707-b6d7856f5e26 req-f257c108-6ffb-44ad-a071-6540e05645d9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:01.891864 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-033b3d7d-2b50-4892-b707-b6d7856f5e26 req-f257c108-6ffb-44ad-a071-6540e05645d9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.1886897 Jun 04 13:53:01.995824 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-033b3d7d-2b50-4892-b707-b6d7856f5e26 req-a689cd87-cc09-4e47-892b-94731f922e4e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980794 Jun 04 13:53:02.025860 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.db.api [None req-2d49a23d-88f1-4645-a9c8-1210358e10d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 13:53:02.026533 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG oslo_db.api [None req-2d49a23d-88f1-4645-a9c8-1210358e10d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 13:53:02.032115 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=1cc9c4fc-4bf0-4a75-bdee-beb4416de211,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:02.214183 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:58Z', 'updated_at': '2022-06-04T13:53:00Z', 'revision_number': 3, 'project_id': '457b5475220b4601bfea76d579d0a660', 'gw_port': {'id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:59Z', 'updated_at': '2022-06-04T13:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:02.218670 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Checking router: ae5af022-63b6-4f71-b46c-3503a7568f56 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:53:02.219072 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Updating router ae5af022-63b6-4f71-b46c-3503a7568f56 port 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 binding host dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:53:02.281521 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:02.364321 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44720) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:02.528071 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-cf0270a5-839c-4a00-83e8-391cbf4dd85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:02.543272 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-cf0270a5-839c-4a00-83e8-391cbf4dd85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:02.547258 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-cf0270a5-839c-4a00-83e8-391cbf4dd85c admin admin] Usage tracker for resource:security_group_rule and tenant:9aee361aff564053a64b3fa83a5b6a87 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:02.550556 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-cf0270a5-839c-4a00-83e8-391cbf4dd85c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:02.550709 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881e038-e310-428f-8502-5c542ee9bea7 req-eed10d02-fa9b-45d4-846f-c9ff9f8b2375 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:02.551397 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-a881e038-e310-428f-8502-5c542ee9bea7 req-eed10d02-fa9b-45d4-846f-c9ff9f8b2375 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Synchronizing usage tracker for tenant:2bc603836ac7466282ecde3f8ef685cd on resource:network {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:53:02.557382 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-cf0270a5-839c-4a00-83e8-391cbf4dd85c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:02.622863 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-2d49a23d-88f1-4645-a9c8-1210358e10d1 None None] Current status of the port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:02.655230 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-a881e038-e310-428f-8502-5c542ee9bea7 req-eed10d02-fa9b-45d4-846f-c9ff9f8b2375 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Unset dirty status for tenant:2bc603836ac7466282ecde3f8ef685cd on resource:network {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:53:02.656205 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a881e038-e310-428f-8502-5c542ee9bea7 req-eed10d02-fa9b-45d4-846f-c9ff9f8b2375 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/networks?id=4d416b39-d588-4dd8-9930-ec613ceff89e HTTP/1.1" status: 200 len: 814 time: 0.4567280 Jun 04 13:53:02.672643 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-cf0270a5-839c-4a00-83e8-391cbf4dd85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:02.676498 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a881e038-e310-428f-8502-5c542ee9bea7 req-6812ceb6-64e3-4376-8d03-f8e5e8b42d17 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/quotas/2bc603836ac7466282ecde3f8ef685cd HTTP/1.1" status: 200 len: 375 time: 0.0130701 Jun 04 13:53:02.720976 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Notify callbacks [] for port, precommit_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:02.733521 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.provisioning_blocks [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Transition to ACTIVE for port object 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 will not be triggered until provisioned by entity L2. {{(pid=88650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:02.738149 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-cf0270a5-839c-4a00-83e8-391cbf4dd85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:02.763028 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a881e038-e310-428f-8502-5c542ee9bea7 req-72812681-5195-49c8-99ed-aed286a61eba tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bc603836ac7466282ecde3f8ef685cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572252 Jun 04 13:53:02.785623 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-cf0270a5-839c-4a00-83e8-391cbf4dd85c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9aee361aff564053a64b3fa83a5b6a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4201455 Jun 04 13:53:02.787163 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0270a5-839c-4a00-83e8-391cbf4dd85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5212c5-2f38-4f90-aec7-3359aa3f1d44,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:02.789409 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44732) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:02.812635 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:02.851600 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b1fa10c3-394a-44d7-9f1d-250bcd0ad7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:02.886586 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b1fa10c3-394a-44d7-9f1d-250bcd0ad7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:02.922673 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Attempting to bind port 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:53:02.923042 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Attempting to bind port 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:53:02.923411 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Attempting to bind port 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 on network 7517ec8c-2fb8-4891-807d-eceecf54c444 {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:53:02.925508 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641eb09-a8cd-441d-972f-8eb33ec035e7 None None] Pushing event updated for resources: {'Port': ['ID=2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903,revision_number=2']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:02.932135 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:53:02.932548 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Checking segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:53:02.933052 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:02.933347 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Bound using segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:53:02.933930 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Bound port: 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:53:02.934200 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:02.943556 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:02.954172 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a881e038-e310-428f-8502-5c542ee9bea7 req-dbd10075-17c3-4f18-a01d-3d0a5b501387 service neutron] 10.222.0.15 "GET /v2.0/networks/4d416b39-d588-4dd8-9930-ec613ceff89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832573 Jun 04 13:53:03.018862 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b1fa10c3-394a-44d7-9f1d-250bcd0ad7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:03.020090 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] For port 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:53:03.023532 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] For port 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:53:03.036216 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa10c3-394a-44d7-9f1d-250bcd0ad7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5212c5-2f38-4f90-aec7-3359aa3f1d44,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:03.042886 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b1fa10c3-394a-44d7-9f1d-250bcd0ad7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:03.043929 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-b1fa10c3-394a-44d7-9f1d-250bcd0ad7d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b5212c5-2f38-4f90-aec7-3359aa3f1d44 HTTP/1.1" status: 204 len: 168 time: 0.2535877 Jun 04 13:53:03.083788 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:03.199671 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Routers {'ae5af022-63b6-4f71-b46c-3503a7568f56'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:53:03.200413 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:52:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['ae5af022-63b6-4f71-b46c-3503a7568f56'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:03.262496 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2030ed-aa34-4b50-a9a2-5747f221f185 req-bbcb3446-fdad-4e2c-9a92-f229afff6b56 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:03.269751 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-bd2030ed-aa34-4b50-a9a2-5747f221f185 req-bbcb3446-fdad-4e2c-9a92-f229afff6b56 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.1063836 Jun 04 13:53:03.295077 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641eb09-a8cd-441d-972f-8eb33ec035e7 None None] Pushing event updated for resources: {'Port': ['ID=2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903,revision_number=3']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:03.300954 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a881e038-e310-428f-8502-5c542ee9bea7 req-918e445d-c39f-4b3c-855a-4ba2d2514f85 service neutron] 10.222.0.15 "GET /v2.0/networks/4d416b39-d588-4dd8-9930-ec613ceff89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393757 Jun 04 13:53:03.336616 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-bd2030ed-aa34-4b50-a9a2-5747f221f185 req-4b068b95-bcee-4e02-a166-05606d7c7743 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576377 Jun 04 13:53:03.373722 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:53:03.386326 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Allocated IP 172.20.0.1 (0cf7b161-85a1-4979-a152-918a492683a5/fd14e7ba-aaa8-4855-b3a2-9e3d63eec635/027dd62b-f5ff-4ece-bb11-f1f19564f7fc) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:53:03.453429 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] Set router ae5af022-63b6-4f71-b46c-3503a7568f56 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:53:03.472260 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:03.472982 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:03.549369 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:03.599489 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.provisioning_blocks [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Transition to ACTIVE for port object 027dd62b-f5ff-4ece-bb11-f1f19564f7fc will not be triggered until provisioned by entity DHCP. {{(pid=88648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:03.649181 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:03.688334 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:03.702565 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c0a372c7-617b-44c8-84d7-64104935e59e req-c3b256b2-b846-45de-8977-835fdd36b79d tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 210 time: 0.0924892 Jun 04 13:53:03.779220 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Network 0cf7b161-85a1-4979-a152-918a492683a5 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:53:03.784334 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:53:03.791243 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:53:03.840438 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Pushing event updated for resources: {'Port': ['ID=027dd62b-f5ff-4ece-bb11-f1f19564f7fc,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:03.849749 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:58Z', 'updated_at': '2022-06-04T13:53:00Z', 'revision_number': 3, 'project_id': '457b5475220b4601bfea76d579d0a660', 'gw_port': {'id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:59Z', 'updated_at': '2022-06-04T13:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:03.854945 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94eb27b-d7be-4e0d-bd28-b6ee2bf58535 None None] The sync data for ids ['ae5af022-63b6-4f71-b46c-3503a7568f56'] in dv-cinder-843593-2-smb is: [{'id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:58Z', 'updated_at': '2022-06-04T13:53:00Z', 'revision_number': 3, 'project_id': '457b5475220b4601bfea76d579d0a660', 'gw_port': {'id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:59Z', 'updated_at': '2022-06-04T13:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:53:03.856719 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787844'] for router_interface, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:04.117767 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:04.147619 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-f35bdd80-26d2-4e3f-9fe3-bd7e4cb46cfd None None] Provisioning for port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:04.156160 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-f35bdd80-26d2-4e3f-9fe3-bd7e4cb46cfd None None] Provisioning complete for port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:04.157242 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f35bdd80-26d2-4e3f-9fe3-bd7e4cb46cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:04.261080 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-f35bdd80-26d2-4e3f-9fe3-bd7e4cb46cfd None None] Port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:53:04.423274 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:04.497351 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2204551'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:04.629260 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3874379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800573'] for router_interface, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:04.633055 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Pushing event updated for resources: {'Port': ['ID=027dd62b-f5ff-4ece-bb11-f1f19564f7fc,revision_number=2']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:04.651561 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc2aff-3da0-4202-8f22-f8066f95801b req-5abaeaae-43e9-4e77-85b0-78c1ceee6711 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:04.653105 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-68bc2aff-3da0-4202-8f22-f8066f95801b req-5abaeaae-43e9-4e77-85b0-78c1ceee6711 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.2046058 Jun 04 13:53:04.862052 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Network 0cf7b161-85a1-4979-a152-918a492683a5 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:53:04.865364 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:53:04.876805 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-68bc2aff-3da0-4202-8f22-f8066f95801b req-2e058cc2-9812-46e0-bdfa-ff99cef48aff tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100623 Jun 04 13:53:04.906767 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d9408528-fc9e-43e9-be48-01bf56edf5c3 req-2f604c72-d8d3-4d3f-afc1-b9d4c018ca69 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 210 time: 0.0830538 Jun 04 13:53:04.932527 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627ecd5-fc4b-4d77-a791-f5ce254b7f6f req-69b96695-97dc-4898-bf0f-04ce5c8617e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:04.935166 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c627ecd5-fc4b-4d77-a791-f5ce254b7f6f req-69b96695-97dc-4898-bf0f-04ce5c8617e1 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 1098 time: 0.2018383 Jun 04 13:53:04.998246 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c627ecd5-fc4b-4d77-a791-f5ce254b7f6f req-2a7ee220-4495-4a2b-84f0-84cb938fd46a service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557542 Jun 04 13:53:05.112893 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Router ae5af022-63b6-4f71-b46c-3503a7568f56 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:53:05.190368 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-b5405abf-fdd3-4565-a182-f09c0caed378 None None] Provisioning complete for port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:05.190932 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-b5405abf-fdd3-4565-a182-f09c0caed378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:05.260915 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-b5405abf-fdd3-4565-a182-f09c0caed378 None None] Port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:53:05.304307 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:53:05.318415 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-5bb68c51-0ee5-471c-b40b-d6c8237533f0 admin admin] 10.222.0.15 "PUT /v2.0/routers/ae5af022-63b6-4f71-b46c-3503a7568f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5164728 Jun 04 13:53:05.345713 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:53:05.542828 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:05.550725 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:05.551179 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:05.772709 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Sync routers for ids ['ae5af022-63b6-4f71-b46c-3503a7568f56'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:53:05.788136 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:05.788510 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:05.810554 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Routers {'ae5af022-63b6-4f71-b46c-3503a7568f56'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:53:05.811026 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:52:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['ae5af022-63b6-4f71-b46c-3503a7568f56'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:05.891642 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:05.983863 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-82f2bcf0-eb39-46ae-bf77-b7bf029302b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:06.046757 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:06.094834 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b0471c4f-bbb6-413b-a110-cdc49e14b7dd req-3724c495-40cb-4e02-b8ef-3c1b0d2f8f5c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 210 time: 0.0557830 Jun 04 13:53:06.126094 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Set router ae5af022-63b6-4f71-b46c-3503a7568f56 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:53:06.239902 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc4d1d-9c46-44ef-8d90-d3df9fcead37 req-5605da6f-928b-449f-bccd-1b0b24f2937c tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:06.241519 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8bbc4d1d-9c46-44ef-8d90-d3df9fcead37 req-5605da6f-928b-449f-bccd-1b0b24f2937c tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.2535954 Jun 04 13:53:06.290709 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8bbc4d1d-9c46-44ef-8d90-d3df9fcead37 req-a05773d6-725f-4653-9ac3-bf651adcd781 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428827 Jun 04 13:53:06.319071 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:06.356516 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44814) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:06.361866 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-624314562-network', 'tenant_id': '89764f6dda6845109148dfd314139008'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:06.366443 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:06.370646 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Usage tracker for resource:network and tenant:89764f6dda6845109148dfd314139008 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:06.373426 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:06.379252 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:06.458345 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Made reservation on behalf of 89764f6dda6845109148dfd314139008 for: {'network': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:53:06.460649 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:06.472917 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:06.487794 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:06.490921 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:58Z', 'updated_at': '2022-06-04T13:53:03Z', 'revision_number': 4, 'project_id': '457b5475220b4601bfea76d579d0a660', 'gw_port': {'id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:59Z', 'updated_at': '2022-06-04T13:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '027dd62b-f5ff-4ece-bb11-f1f19564f7fc', 'name': '', 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'mac_address': 'fa:16:3e:0b:b8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:03Z', 'updated_at': '2022-06-04T13:53:04Z', 'revision_number': 2, 'project_id': '457b5475220b4601bfea76d579d0a660', 'subnets': [{'id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:06.492090 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Usage tracker for resource:security_group_rule and tenant:89764f6dda6845109148dfd314139008 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:06.495704 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Checking router: ae5af022-63b6-4f71-b46c-3503a7568f56 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:53:06.495989 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:06.496103 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Updating router ae5af022-63b6-4f71-b46c-3503a7568f56 port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc binding host dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:53:06.501933 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:06.547198 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:06.588016 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:06.658298 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:06.692874 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:53:06.699000 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5133da-349a-4418-ba24-2c3d9181965c,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:06.705633 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:06.706003 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.segments_db [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Added segment acee31d4-c9ba-46ce-ae1f-ff086efac031 of type vlan for network 22d836d0-c03a-4285-9032-f84a2fbe1028 Jun 04 13:53:06.733248 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:06.846620 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:06.847739 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:06.848313 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:06.896211 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:06.907431 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Transition to ACTIVE for port object 027dd62b-f5ff-4ece-bb11-f1f19564f7fc will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:06.960931 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:06.976248 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] Pushing event updated for resources: {'Network': ['ID=22d836d0-c03a-4285-9032-f84a2fbe1028,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:07.009568 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network 22d836d0-c03a-4285-9032-f84a2fbe1028 details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:53:07.034545 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-2f2d458a-7766-4a99-835a-1bdf1a92adaf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6768770 Jun 04 13:53:07.037600 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44820) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:07.050646 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] Request body: {'subnet': {'network_id': '22d836d0-c03a-4285-9032-f84a2fbe1028', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-624314562-subnet', 'tenant_id': '89764f6dda6845109148dfd314139008', 'ip_version': 4}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:07.096923 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:07.102931 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] Usage tracker for resource:subnet and tenant:89764f6dda6845109148dfd314139008 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:07.106479 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:07.112751 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:07.135001 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881e038-e310-428f-8502-5c542ee9bea7 req-4ba5c643-809e-49e2-b1e3-def8b2847970 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:07.141034 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a881e038-e310-428f-8502-5c542ee9bea7 req-4ba5c643-809e-49e2-b1e3-def8b2847970 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.17 "GET /v2.0/networks?id=4d416b39-d588-4dd8-9930-ec613ceff89e HTTP/1.1" status: 200 len: 814 time: 0.2184143 Jun 04 13:53:07.160252 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Request body: {'port': {'device_id': 'e18f0db1-715c-4496-b51d-eba6189e563d', 'network_id': '4d416b39-d588-4dd8-9930-ec613ceff89e', 'admin_state_up': True, 'tenant_id': '2bc603836ac7466282ecde3f8ef685cd'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:07.268303 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] Made reservation on behalf of 89764f6dda6845109148dfd314139008 for: {'subnet': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:53:07.271792 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076358'] for subnet, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:07.273899 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5a9d0-7ef8-4803-ab06-70b0ef6129d1 None None] Pushing event updated for resources: {'Port': ['ID=027dd62b-f5ff-4ece-bb11-f1f19564f7fc,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:07.343987 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Attempting to bind port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:53:07.344624 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Attempting to bind port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '50668f70-a9da-4be2-8997-1968b4ee7df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:53:07.344729 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Attempting to bind port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc on network 0cf7b161-85a1-4979-a152-918a492683a5 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:53:07.360456 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:53:07.361747 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Checking segment: {'id': '50668f70-a9da-4be2-8997-1968b4ee7df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:53:07.361747 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:07.361747 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Bound using segment: {'id': '50668f70-a9da-4be2-8997-1968b4ee7df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:53:07.372038 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Bound port: 027dd62b-f5ff-4ece-bb11-f1f19564f7fc, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50668f70-a9da-4be2-8997-1968b4ee7df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:53:07.372430 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:07.396943 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:53:07.493762 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-06b90727-d0da-4c8c-a370-ae6c24a4ae35 req-9085896b-5995-4c6d-b17f-1571537268f8 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 210 time: 0.0978017 Jun 04 13:53:07.562342 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abfd41-a887-42c1-956f-3bd7d27444b6 req-c33c8dd8-55c0-47b0-be56-6e7d6c7ae48b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:07.564013 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e9abfd41-a887-42c1-956f-3bd7d27444b6 req-c33c8dd8-55c0-47b0-be56-6e7d6c7ae48b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.1081672 Jun 04 13:53:07.581703 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] For port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:53:07.585240 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:07.586593 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] For port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=027dd62b-f5ff-4ece-bb11-f1f19564f7fc,segment=NetworkSegment(50668f70-a9da-4be2-8997-1968b4ee7df4),segment_id=50668f70-a9da-4be2-8997-1968b4ee7df4)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:53:07.589360 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:07.589775 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:07.597570 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Usage tracker for resource:port and tenant:2bc603836ac7466282ecde3f8ef685cd is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:07.603456 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:07.611366 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:07.617690 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e9abfd41-a887-42c1-956f-3bd7d27444b6 req-0a8ec6a7-a2b9-4161-b7da-596f03be7e3a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454791 Jun 04 13:53:07.684037 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:07.687172 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Made reservation on behalf of 2bc603836ac7466282ecde3f8ef685cd for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:53:07.690643 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:07.701771 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3006351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076372'] for subnet, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:07.807099 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:07.811589 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Routers {'ae5af022-63b6-4f71-b46c-3503a7568f56'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:53:07.812446 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:52:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['ae5af022-63b6-4f71-b46c-3503a7568f56'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:07.964283 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=371c390b-e231-4400-808f-43720390bb74,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:08.007271 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] Checking segment: {'id': 'acee31d4-c9ba-46ce-ae1f-ff086efac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '22d836d0-c03a-4285-9032-f84a2fbe1028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:53:08.007608 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] Network hostable DHCP agents. Network: 22d836d0-c03a-4285-9032-f84a2fbe1028, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:53:08.061782 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] Set router ae5af022-63b6-4f71-b46c-3503a7568f56 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:53:08.109259 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05fe25-bb26-44a2-aaa9-882722c6c904 req-df62e6d9-3612-4e1c-b8d0-381365251999 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:08.109259 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-df05fe25-bb26-44a2-aaa9-882722c6c904 req-df62e6d9-3612-4e1c-b8d0-381365251999 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.3030756 Jun 04 13:53:08.114769 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5a9d0-7ef8-4803-ab06-70b0ef6129d1 None None] Pushing event updated for resources: {'Port': ['ID=027dd62b-f5ff-4ece-bb11-f1f19564f7fc,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:08.116151 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Allocated IP 172.20.0.10 (4d416b39-d588-4dd8-9930-ec613ceff89e/822b182f-1198-443c-bdc9-dc1c1e567e82/2eb40873-bb87-4bae-89d6-6190025ced64) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:53:08.207338 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-df05fe25-bb26-44a2-aaa9-882722c6c904 req-2d2455c9-302d-42c3-8766-c112db5afc0a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791245 Jun 04 13:53:08.218795 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] Network 22d836d0-c03a-4285-9032-f84a2fbe1028 is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:53:08.307480 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:08.308233 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-5564dd71-3fc8-4db2-8031-130087e57e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:08.324641 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, 22d836d0-c03a-4285-9032-f84a2fbe1028) {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:53:08.329528 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:08.330505 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:08.339434 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85ee464-84fb-4e11-a2b1-08aee7951435 None None] Network 22d836d0-c03a-4285-9032-f84a2fbe1028 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:53:08.417613 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:08.454184 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-d6db98c4-46f1-4aad-ad23-d859e63bde63 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4152365 Jun 04 13:53:08.456820 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44860) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:08.462919 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-624314562-router', 'tenant_id': '89764f6dda6845109148dfd314139008', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:08.467826 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:08.471739 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Usage tracker for resource:router and tenant:89764f6dda6845109148dfd314139008 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:08.474910 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:08.480829 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:08.556301 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3787781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26696'] for router, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:08.556535 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:08.558034 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26737'] for router, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:08.571522 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:58Z', 'updated_at': '2022-06-04T13:53:03Z', 'revision_number': 4, 'project_id': '457b5475220b4601bfea76d579d0a660', 'gw_port': {'id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:59Z', 'updated_at': '2022-06-04T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '027dd62b-f5ff-4ece-bb11-f1f19564f7fc', 'name': '', 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'mac_address': 'fa:16:3e:0b:b8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:03Z', 'updated_at': '2022-06-04T13:53:07Z', 'revision_number': 4, 'project_id': '457b5475220b4601bfea76d579d0a660', 'subnets': [{'id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:08.576632 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:08.612170 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9388dd08-5ca4-4c7c-b536-2b7c2c6d36b1 None None] The sync data for ids ['ae5af022-63b6-4f71-b46c-3503a7568f56'] in dv-cinder-843593-2-smb is: [{'id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:58Z', 'updated_at': '2022-06-04T13:53:03Z', 'revision_number': 4, 'project_id': '457b5475220b4601bfea76d579d0a660', 'gw_port': {'id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:59Z', 'updated_at': '2022-06-04T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '027dd62b-f5ff-4ece-bb11-f1f19564f7fc', 'name': '', 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'mac_address': 'fa:16:3e:0b:b8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:03Z', 'updated_at': '2022-06-04T13:53:07Z', 'revision_number': 4, 'project_id': '457b5475220b4601bfea76d579d0a660', 'subnets': [{'id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:53:08.630009 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d20230b-0f49-5820-8323-7416d505f798-22d836d0-c03a-4285-9032-f84a2fbe1028', 'network_id': '22d836d0-c03a-4285-9032-f84a2fbe1028', 'tenant_id': '89764f6dda6845109148dfd314139008', 'fixed_ips': [{'subnet_id': '371c390b-e231-4400-808f-43720390bb74'}]}} from dv-cinder-843593-2-smb. {{(pid=88649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 13:53:08.630993 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:08.653157 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Network 4d416b39-d588-4dd8-9930-ec613ceff89e is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:53:08.658127 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:53:08.672191 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:53:08.744055 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Pushing event updated for resources: {'Port': ['ID=2eb40873-bb87-4bae-89d6-6190025ced64,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:08.776287 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:08.783870 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:08.849310 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.db_base_plugin_common [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Allocated IP 172.20.0.2 (22d836d0-c03a-4285-9032-f84a2fbe1028/371c390b-e231-4400-808f-43720390bb74/81117e55-8934-4450-a637-849988d0ec9c) {{(pid=88649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:53:08.950651 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a881e038-e310-428f-8502-5c542ee9bea7 req-100574c6-a554-4b43-b558-7090a458ee8f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7941298 Jun 04 13:53:08.974050 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Request body: {'port': {'device_id': 'e18f0db1-715c-4496-b51d-eba6189e563d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:09.060081 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26723'] for router, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:09.101899 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676f83f-a118-4fcd-a86e-b0e60bddd1ab req-ac74f3d9-3c3d-4df5-be5e-ef8890425361 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:09.106301 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b676f83f-a118-4fcd-a86e-b0e60bddd1ab req-ac74f3d9-3c3d-4df5-be5e-ef8890425361 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 932 time: 0.2736335 Jun 04 13:53:09.153559 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:09.194389 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:09.252012 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Notify callbacks [] for port, precommit_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:09.266282 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Transition to ACTIVE for port object 81117e55-8934-4450-a637-849988d0ec9c will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:09.285706 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:09.296453 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-b676f83f-a118-4fcd-a86e-b0e60bddd1ab req-b5bbad07-3329-4e04-934d-69069710486a tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Synchronizing usage tracker for tenant:2bc603836ac7466282ecde3f8ef685cd on resource:security_group {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:53:09.333013 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Transition to ACTIVE for port object 81117e55-8934-4450-a637-849988d0ec9c will not be triggered until provisioned by entity DHCP. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:09.402942 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-b676f83f-a118-4fcd-a86e-b0e60bddd1ab req-b5bbad07-3329-4e04-934d-69069710486a tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Unset dirty status for tenant:2bc603836ac7466282ecde3f8ef685cd on resource:security_group {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:53:09.411906 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b676f83f-a118-4fcd-a86e-b0e60bddd1ab req-b5bbad07-3329-4e04-934d-69069710486a tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917490 Jun 04 13:53:09.417465 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 027dd62b-f5ff-4ece-bb11-f1f19564f7fc up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:53:09.453748 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:09.545378 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Network 22d836d0-c03a-4285-9032-f84a2fbe1028 is already hosted by enough agents. {{(pid=88649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:53:09.556508 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.base_scheduler [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Resources bound (agent type, host, resource id): {{(pid=88649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:53:09.562378 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Received port after_create {{(pid=88649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:53:09.585252 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Pushing event updated for resources: {'Port': ['ID=81117e55-8934-4450-a637-849988d0ec9c,revision_number=1']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:09.690712 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Attempting to bind port 81117e55-8934-4450-a637-849988d0ec9c on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:53:09.691080 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Attempting to bind port 81117e55-8934-4450-a637-849988d0ec9c by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': 'acee31d4-c9ba-46ce-ae1f-ff086efac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '22d836d0-c03a-4285-9032-f84a2fbe1028'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:53:09.691444 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Attempting to bind port 81117e55-8934-4450-a637-849988d0ec9c on network 22d836d0-c03a-4285-9032-f84a2fbe1028 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:53:09.705741 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:53:09.706115 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Checking segment: {'id': 'acee31d4-c9ba-46ce-ae1f-ff086efac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '22d836d0-c03a-4285-9032-f84a2fbe1028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:53:09.706519 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:09.707247 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Bound using segment: {'id': 'acee31d4-c9ba-46ce-ae1f-ff086efac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '22d836d0-c03a-4285-9032-f84a2fbe1028'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:53:09.707433 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Bound port: 81117e55-8934-4450-a637-849988d0ec9c, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acee31d4-c9ba-46ce-ae1f-ff086efac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '22d836d0-c03a-4285-9032-f84a2fbe1028'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:53:09.707770 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:09.716279 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb40873-bb87-4bae-89d6-6190025ced64 {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:53:09.725555 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:09.725809 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:09.739408 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:09.745352 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Transition to ACTIVE for port object 2eb40873-bb87-4bae-89d6-6190025ced64 will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:09.764933 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:09.779445 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:09.780287 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:09.857210 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:09.869495 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] For port 81117e55-8934-4450-a637-849988d0ec9c, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:53:09.875243 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] For port 81117e55-8934-4450-a637-849988d0ec9c, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=81117e55-8934-4450-a637-849988d0ec9c,segment=NetworkSegment(acee31d4-c9ba-46ce-ae1f-ff086efac031),segment_id=acee31d4-c9ba-46ce-ae1f-ff086efac031)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:53:09.935824 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Allocated IP 172.28.3.65 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/1d23421b-c445-4e7e-bd55-d20a1362acee) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:53:09.942954 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:09.943220 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:09.981076 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=027dd62b-f5ff-4ece-bb11-f1f19564f7fc,segment=NetworkSegment(50668f70-a9da-4be2-8997-1968b4ee7df4),segment_id=50668f70-a9da-4be2-8997-1968b4ee7df4)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:10.030143 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:10.083301 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:10.147490 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:10.182907 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c220c0b-1dad-409a-ad6a-ec9496923e8f None None] Pushing event updated for resources: {'Port': ['ID=81117e55-8934-4450-a637-849988d0ec9c,revision_number=2']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:10.191833 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Pushing event updated for resources: {'Port': ['ID=2eb40873-bb87-4bae-89d6-6190025ced64,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:10.289194 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=027dd62b-f5ff-4ece-bb11-f1f19564f7fc,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:10.304673 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Attempting to bind port 2eb40873-bb87-4bae-89d6-6190025ced64 on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:53:10.305006 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Attempting to bind port 2eb40873-bb87-4bae-89d6-6190025ced64 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': 'def9c8b5-7283-4113-94d4-8027bd747da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d416b39-d588-4dd8-9930-ec613ceff89e'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:53:10.305878 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Attempting to bind port 2eb40873-bb87-4bae-89d6-6190025ced64 on network 4d416b39-d588-4dd8-9930-ec613ceff89e {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:53:10.310436 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:10.315077 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Port 2eb40873-bb87-4bae-89d6-6190025ced64 on network 4d416b39-d588-4dd8-9930-ec613ceff89e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:53:10.315274 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Attempting to bind port 2eb40873-bb87-4bae-89d6-6190025ced64 on network 4d416b39-d588-4dd8-9930-ec613ceff89e {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:53:10.320876 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:53:10.326176 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Checking segment: {'id': 'def9c8b5-7283-4113-94d4-8027bd747da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d416b39-d588-4dd8-9930-ec613ceff89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:53:10.326176 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Bound using segment: {'id': 'def9c8b5-7283-4113-94d4-8027bd747da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d416b39-d588-4dd8-9930-ec613ceff89e'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:53:10.326176 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Bound port: 2eb40873-bb87-4bae-89d6-6190025ced64, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def9c8b5-7283-4113-94d4-8027bd747da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d416b39-d588-4dd8-9930-ec613ceff89e'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:53:10.326176 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:10.426416 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] For port 2eb40873-bb87-4bae-89d6-6190025ced64, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:53:10.431002 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] For port 2eb40873-bb87-4bae-89d6-6190025ced64, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=2eb40873-bb87-4bae-89d6-6190025ced64,segment=NetworkSegment(def9c8b5-7283-4113-94d4-8027bd747da9),segment_id=def9c8b5-7283-4113-94d4-8027bd747da9)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:53:10.456186 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:53:10.456534 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:53:10.459527 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:53:10.475918 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:10.521718 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Pushing event updated for resources: {'Port': ['ID=1d23421b-c445-4e7e-bd55-d20a1362acee,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:10.533532 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:10.544223 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44894) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:10.688441 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Pushing event updated for resources: {'Port': ['ID=2eb40873-bb87-4bae-89d6-6190025ced64,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:10.774897 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:10.775663 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:10.777179 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a881e038-e310-428f-8502-5c542ee9bea7 req-ee3fb05f-359e-4b1d-b2a6-e4aa6e49f34e service neutron] 10.222.0.17 "PUT /v2.0/ports/2eb40873-bb87-4bae-89d6-6190025ced64 HTTP/1.1" status: 200 len: 1094 time: 1.8110061 Jun 04 13:53:10.779507 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18f0db1-715c-4496-b51d-eba6189e563d', 'tag': '2eb40873-bb87-4bae-89d6-6190025ced64'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:53:10.836082 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a1f72-1590-48a7-8537-82d9175533d9 req-958caf08-a812-4875-9a2e-cc6ad177b990 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:10.837210 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-de9a1f72-1590-48a7-8537-82d9175533d9 req-958caf08-a812-4875-9a2e-cc6ad177b990 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Synchronizing usage tracker for tenant:2bc603836ac7466282ecde3f8ef685cd on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:53:10.855846 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3a28-2bb0-4a6b-ac55-9380d98b784a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:10.872810 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44904) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:10.916205 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-9f0e3a28-2bb0-4a6b-ac55-9380d98b784a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:10.928619 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-9f0e3a28-2bb0-4a6b-ac55-9380d98b784a admin admin] Usage tracker for resource:security_group_rule and tenant:1d85064d5e9749268d2796ffd0f9353a is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:10.933656 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-9f0e3a28-2bb0-4a6b-ac55-9380d98b784a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:10.945532 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-9f0e3a28-2bb0-4a6b-ac55-9380d98b784a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:10.953481 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-de9a1f72-1590-48a7-8537-82d9175533d9 req-958caf08-a812-4875-9a2e-cc6ad177b990 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Unset dirty status for tenant:2bc603836ac7466282ecde3f8ef685cd on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:53:10.955079 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-de9a1f72-1590-48a7-8537-82d9175533d9 req-958caf08-a812-4875-9a2e-cc6ad177b990 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 944 time: 0.2745051 Jun 04 13:53:11.065586 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-de62a728-c1cc-44e0-b2a4-ff5165ee31a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:11.100130 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3a28-2bb0-4a6b-ac55-9380d98b784a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:11.100460 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-de62a728-c1cc-44e0-b2a4-ff5165ee31a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:11.118435 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-de9a1f72-1590-48a7-8537-82d9175533d9 req-5d64ac29-a4ab-4c4d-ac60-ef36dffe5040 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886803 Jun 04 13:53:11.119654 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-de62a728-c1cc-44e0-b2a4-ff5165ee31a1 admin admin] Usage tracker for resource:security_group_rule and tenant:99881f5757954cdf9ee24efa3cfd27af is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:11.126972 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881e038-e310-428f-8502-5c542ee9bea7 req-7ee8ead0-f04b-4b3e-b2f0-be18c97d7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:11.137298 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a881e038-e310-428f-8502-5c542ee9bea7 req-7ee8ead0-f04b-4b3e-b2f0-be18c97d7c13 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=2bc603836ac7466282ecde3f8ef685cd&device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 1097 time: 0.2454424 Jun 04 13:53:11.139267 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-de62a728-c1cc-44e0-b2a4-ff5165ee31a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:11.154814 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-de62a728-c1cc-44e0-b2a4-ff5165ee31a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:11.165613 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae0c9e0-68ce-4a1f-baa9-ed9c012fcfc4'] response: {'name': 'network-changed', 'server_uuid': 'e18f0db1-715c-4496-b51d-eba6189e563d', 'tag': '2eb40873-bb87-4bae-89d6-6190025ced64', 'status': 'completed', 'code': 200} Jun 04 13:53:11.252951 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3a28-2bb0-4a6b-ac55-9380d98b784a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:11.261724 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a881e038-e310-428f-8502-5c542ee9bea7 req-8b256030-1827-4f81-b0db-9a0b33cd8fb2 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2eb40873-bb87-4bae-89d6-6190025ced64 HTTP/1.1" status: 200 len: 217 time: 0.1017969 Jun 04 13:53:11.379450 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881e038-e310-428f-8502-5c542ee9bea7 req-f333b0c5-091e-44d6-bf18-3cb736fdc15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:11.380889 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a881e038-e310-428f-8502-5c542ee9bea7 req-f333b0c5-091e-44d6-bf18-3cb736fdc15e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=822b182f-1198-443c-bdc9-dc1c1e567e82 HTTP/1.1" status: 200 len: 854 time: 0.0769072 Jun 04 13:53:11.398203 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-9f0e3a28-2bb0-4a6b-ac55-9380d98b784a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d85064d5e9749268d2796ffd0f9353a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8528566 Jun 04 13:53:11.399753 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e3a28-2bb0-4a6b-ac55-9380d98b784a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598accbc-d7bc-447f-9dd2-d9044d1c8528,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:11.404707 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44918) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:11.410384 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:11.469641 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a881e038-e310-428f-8502-5c542ee9bea7 req-8da92b22-e56a-4689-920d-ea4d1d222f4c service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4d416b39-d588-4dd8-9930-ec613ceff89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700741 Jun 04 13:53:11.528322 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 027dd62b-f5ff-4ece-bb11-f1f19564f7fc up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:53:11.647236 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eb02ef-7e93-415d-a67b-29171e3dfd5c None None] Network 22d836d0-c03a-4285-9032-f84a2fbe1028 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:53:11.667249 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab18d97-3207-4bff-8e0c-39060353bf26 req-df71cb27-afed-49bf-a84d-11d64b0813c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:11.668699 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6ab18d97-3207-4bff-8e0c-39060353bf26 req-df71cb27-afed-49bf-a84d-11d64b0813c9 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 1098 time: 0.4169052 Jun 04 13:53:11.726522 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6b3b-932f-4766-9393-3a3eec5feed8 req-e9f06cfd-ee04-475e-88a2-b3ca7fd0919c tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:11.728039 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-837e6b3b-932f-4766-9393-3a3eec5feed8 req-e9f06cfd-ee04-475e-88a2-b3ca7fd0919c tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.4812899 Jun 04 13:53:11.729826 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-de62a728-c1cc-44e0-b2a4-ff5165ee31a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:11.735660 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a881e038-e310-428f-8502-5c542ee9bea7 req-3e739a21-8bb4-4083-b2fd-823d4d561fdb service neutron] 10.222.0.17 "GET /v2.0/networks/4d416b39-d588-4dd8-9930-ec613ceff89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557981 Jun 04 13:53:11.769322 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:11.769728 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:11.776428 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ed114fad-4c7b-4666-b845-fa465bce5239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:11.849029 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-de62a728-c1cc-44e0-b2a4-ff5165ee31a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:11.882559 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ed114fad-4c7b-4666-b845-fa465bce5239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:11.894051 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-837e6b3b-932f-4766-9393-3a3eec5feed8 req-1c611150-b423-4357-99d0-18431cf98557 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573393 Jun 04 13:53:11.896650 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-2273adb7-64a2-4284-8858-ebab8adaabb4 None None] Provisioning for port 81117e55-8934-4450-a637-849988d0ec9c completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:11.944115 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62a728-c1cc-44e0-b2a4-ff5165ee31a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4aec32-421b-4d80-bfba-9862fe2d958f,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:11.948843 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-de62a728-c1cc-44e0-b2a4-ff5165ee31a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99881f5757954cdf9ee24efa3cfd27af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0749903 Jun 04 13:53:11.964394 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44924) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:11.978826 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a881e038-e310-428f-8502-5c542ee9bea7 req-48fd6e35-34bf-473d-bba1-78a69768c401 service neutron] 10.222.0.17 "GET /v2.0/networks/4d416b39-d588-4dd8-9930-ec613ceff89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277930 Jun 04 13:53:12.020419 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:12.021462 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 81117e55-8934-4450-a637-849988d0ec9c up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:53:12.068361 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab18d97-3207-4bff-8e0c-39060353bf26 req-deed94bf-9fdf-4d9e-879e-6986ba8869bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:12.069779 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6ab18d97-3207-4bff-8e0c-39060353bf26 req-deed94bf-9fdf-4d9e-879e-6986ba8869bf service neutron] 10.222.0.17 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 919 time: 0.3886125 Jun 04 13:53:12.077506 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799310'] for router, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:12.166982 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 81117e55-8934-4450-a637-849988d0ec9c completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:12.174124 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 81117e55-8934-4450-a637-849988d0ec9c triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:12.177164 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:12.260909 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6ab18d97-3207-4bff-8e0c-39060353bf26 req-a99aa013-26f4-4754-b149-4b02c7ae1bab service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a592f90-40f3-4cb7-a064-4c438ea801d2 HTTP/1.1" status: 200 len: 217 time: 0.1230075 Jun 04 13:53:12.263703 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cb450ed8-38df-4635-bc8f-a766d2a42698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:12.309333 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57ff62-31c9-4609-92fb-f95fbced9111 req-a6e51603-e720-4254-9d33-5575b3100720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:12.311328 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2a57ff62-31c9-4609-92fb-f95fbced9111 req-a6e51603-e720-4254-9d33-5575b3100720 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=2bc603836ac7466282ecde3f8ef685cd&device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 1097 time: 0.1272922 Jun 04 13:53:12.396091 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 81117e55-8934-4450-a637-849988d0ec9c is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:12.396454 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:12.432178 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 81117e55-8934-4450-a637-849988d0ec9c, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=81117e55-8934-4450-a637-849988d0ec9c,segment=NetworkSegment(acee31d4-c9ba-46ce-ae1f-ff086efac031),segment_id=acee31d4-c9ba-46ce-ae1f-ff086efac031)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:12.463335 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57ff62-31c9-4609-92fb-f95fbced9111 req-1859b75a-2b2e-42ca-a423-88eebb6634fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:12.465002 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2a57ff62-31c9-4609-92fb-f95fbced9111 req-1859b75a-2b2e-42ca-a423-88eebb6634fd service neutron] 10.222.0.17 "GET /v2.0/networks?id=4d416b39-d588-4dd8-9930-ec613ceff89e HTTP/1.1" status: 200 len: 915 time: 0.1468492 Jun 04 13:53:12.466652 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-e496ba70-1b40-4265-a078-60dab97880d7 None None] Provisioning complete for port 81117e55-8934-4450-a637-849988d0ec9c triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:12.467072 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e496ba70-1b40-4265-a078-60dab97880d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:12.501478 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ed114fad-4c7b-4666-b845-fa465bce5239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:12.539328 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2a57ff62-31c9-4609-92fb-f95fbced9111 req-1a43a6b5-4a9b-4da7-9b87-504301103468 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2eb40873-bb87-4bae-89d6-6190025ced64 HTTP/1.1" status: 200 len: 217 time: 0.0679526 Jun 04 13:53:12.542465 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:12.611474 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cb450ed8-38df-4635-bc8f-a766d2a42698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:12.624720 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=81117e55-8934-4450-a637-849988d0ec9c,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:12.657515 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57ff62-31c9-4609-92fb-f95fbced9111 req-e489e59e-80fb-4ddc-a489-a41fb8e900c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:12.659480 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2a57ff62-31c9-4609-92fb-f95fbced9111 req-e489e59e-80fb-4ddc-a489-a41fb8e900c0 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=822b182f-1198-443c-bdc9-dc1c1e567e82 HTTP/1.1" status: 200 len: 854 time: 0.1131597 Jun 04 13:53:12.665465 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed114fad-4c7b-4666-b845-fa465bce5239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598accbc-d7bc-447f-9dd2-d9044d1c8528,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:12.667977 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab18d97-3207-4bff-8e0c-39060353bf26 req-284b5d14-2075-4251-9f9b-ddd6097bb7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:12.669415 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6ab18d97-3207-4bff-8e0c-39060353bf26 req-284b5d14-2075-4251-9f9b-ddd6097bb7bc service neutron] 10.222.0.17 "GET /v2.0/subnets?id=55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 200 len: 857 time: 0.3930769 Jun 04 13:53:12.728883 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-e496ba70-1b40-4265-a078-60dab97880d7 None None] Current status of the port 81117e55-8934-4450-a637-849988d0ec9c is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:12.734557 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2a57ff62-31c9-4609-92fb-f95fbced9111 req-800a17aa-7c6d-481c-b7af-5febb48dea8c service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4d416b39-d588-4dd8-9930-ec613ceff89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593126 Jun 04 13:53:12.767530 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ed114fad-4c7b-4666-b845-fa465bce5239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:12.771054 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-ed114fad-4c7b-4666-b845-fa465bce5239 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/598accbc-d7bc-447f-9dd2-d9044d1c8528 HTTP/1.1" status: 204 len: 168 time: 1.3610215 Jun 04 13:53:12.810228 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b448086-243a-4889-9ada-91b14d38ef4a req-ca69935d-ff94-4c4e-b802-7d90a920ab0d tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:12.811815 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0b448086-243a-4889-9ada-91b14d38ef4a req-ca69935d-ff94-4c4e-b802-7d90a920ab0d tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 944 time: 0.3684113 Jun 04 13:53:12.865758 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab18d97-3207-4bff-8e0c-39060353bf26 req-4df2ebe3-ad5c-4be5-857c-8320c5d29ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:12.867350 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6ab18d97-3207-4bff-8e0c-39060353bf26 req-4df2ebe3-ad5c-4be5-857c-8320c5d29ebe service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1849387 Jun 04 13:53:12.875700 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0b448086-243a-4889-9ada-91b14d38ef4a req-8c3b5f14-fa0b-43c9-8b69-357b33e910d5 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522966 Jun 04 13:53:12.877597 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cb450ed8-38df-4635-bc8f-a766d2a42698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:12.880177 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2a57ff62-31c9-4609-92fb-f95fbced9111 req-cd25147b-1023-4644-9d9a-58e1b30bb24a service neutron] 10.222.0.17 "GET /v2.0/networks/4d416b39-d588-4dd8-9930-ec613ceff89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362910 Jun 04 13:53:12.917189 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Router 4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 is scheduled to L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c with binding_index 1 {{(pid=88648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:53:12.967967 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb450ed8-38df-4635-bc8f-a766d2a42698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4aec32-421b-4d80-bfba-9862fe2d958f,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:12.991345 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cb450ed8-38df-4635-bc8f-a766d2a42698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:12.992470 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-cb450ed8-38df-4635-bc8f-a766d2a42698 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a4aec32-421b-4d80-bfba-9862fe2d958f HTTP/1.1" status: 204 len: 168 time: 1.0271585 Jun 04 13:53:13.075789 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2a57ff62-31c9-4609-92fb-f95fbced9111 req-df744c9a-f830-4ce8-834a-9cb9de3861a5 service neutron] 10.222.0.17 "GET /v2.0/networks/4d416b39-d588-4dd8-9930-ec613ceff89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891813 Jun 04 13:53:13.188667 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6ab18d97-3207-4bff-8e0c-39060353bf26 req-bdf7ae9e-f0c7-4845-a335-02612f3c4041 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117294 Jun 04 13:53:13.206464 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170609d4-67f4-47cf-8168-9af4658f36a1 req-48f68351-9358-4d33-a28b-bae7bc592581 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:13.208090 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-170609d4-67f4-47cf-8168-9af4658f36a1 req-48f68351-9358-4d33-a28b-bae7bc592581 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.1314006 Jun 04 13:53:13.269861 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-170609d4-67f4-47cf-8168-9af4658f36a1 req-4dcaed02-6035-4c5e-8aea-92b2770e8b5d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530913 Jun 04 13:53:13.297134 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:53:13.312011 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Sync routers for ids ['4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:53:13.323762 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Routers {'4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:53:13.324656 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:53:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:13.358565 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6ab18d97-3207-4bff-8e0c-39060353bf26 req-34371b9c-addd-45c6-b8ae-84fefdb79576 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553051 Jun 04 13:53:13.360875 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 81117e55-8934-4450-a637-849988d0ec9c up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:53:13.406210 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] Notify callbacks [] for router, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:13.407566 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-a840efb4-5f2a-4aa3-a035-47a14d745b8f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9495826 Jun 04 13:53:13.410167 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 44950) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:13.444881 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 81117e55-8934-4450-a637-849988d0ec9c triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:13.446740 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:13.596192 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 81117e55-8934-4450-a637-849988d0ec9c is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:13.600245 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Set router 4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:53:13.766933 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44970) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:13.789071 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2fcda01a-fefc-4fae-b39a-76d8ada5e7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:13.807742 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-2fcda01a-fefc-4fae-b39a-76d8ada5e7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:13.810057 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-2fcda01a-fefc-4fae-b39a-76d8ada5e7a5 admin admin] Usage tracker for resource:security_group_rule and tenant:d94494c3de2c46c4a84969441c99dbb8 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:13.813032 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-2fcda01a-fefc-4fae-b39a-76d8ada5e7a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:13.818785 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-2fcda01a-fefc-4fae-b39a-76d8ada5e7a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:13.914339 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2fcda01a-fefc-4fae-b39a-76d8ada5e7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:13.947096 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'name': 'tempest-TestMinimumBasicScenario-624314562-router', 'tenant_id': '89764f6dda6845109148dfd314139008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '1d23421b-c445-4e7e-bd55-d20a1362acee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:53:08Z', 'updated_at': '2022-06-04T13:53:10Z', 'revision_number': 3, 'project_id': '89764f6dda6845109148dfd314139008', 'gw_port': {'id': '1d23421b-c445-4e7e-bd55-d20a1362acee', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:09Z', 'updated_at': '2022-06-04T13:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:13.952085 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Checking router: 4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:53:13.952656 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Updating router 4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 port 1d23421b-c445-4e7e-bd55-d20a1362acee binding host dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:53:14.011609 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:14.110620 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2fcda01a-fefc-4fae-b39a-76d8ada5e7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:14.175781 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-2fcda01a-fefc-4fae-b39a-76d8ada5e7a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d94494c3de2c46c4a84969441c99dbb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070628 Jun 04 13:53:14.191773 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 44986) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:14.194766 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcda01a-fefc-4fae-b39a-76d8ada5e7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db76d44-ebfb-4caf-a47b-3d45b5c0f47b,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:14.247779 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06208cf-87fe-4887-8bec-edaa16f98466 req-5bce626d-3b6e-48e7-90f0-3609b4871601 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:14.255739 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e06208cf-87fe-4887-8bec-edaa16f98466 req-5bce626d-3b6e-48e7-90f0-3609b4871601 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 944 time: 0.2662101 Jun 04 13:53:14.354732 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e06208cf-87fe-4887-8bec-edaa16f98466 req-602e3ace-7b10-43e3-b19e-93fcabece454 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977411 Jun 04 13:53:14.361009 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f8aa55f6-ec4b-4702-a8fb-01153c5b6208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:14.392548 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f8aa55f6-ec4b-4702-a8fb-01153c5b6208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:14.503710 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Notify callbacks [] for port, precommit_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:14.526563 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f8aa55f6-ec4b-4702-a8fb-01153c5b6208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:14.527519 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.provisioning_blocks [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Transition to ACTIVE for port object 1d23421b-c445-4e7e-bd55-d20a1362acee will not be triggered until provisioned by entity L2. {{(pid=88650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:14.532833 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:14.547661 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa55f6-ec4b-4702-a8fb-01153c5b6208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db76d44-ebfb-4caf-a47b-3d45b5c0f47b,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:14.553898 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f8aa55f6-ec4b-4702-a8fb-01153c5b6208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:14.554955 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-f8aa55f6-ec4b-4702-a8fb-01153c5b6208 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9db76d44-ebfb-4caf-a47b-3d45b5c0f47b HTTP/1.1" status: 204 len: 168 time: 0.3616679 Jun 04 13:53:14.612292 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:14.617912 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5c88d-278a-459b-a9ea-903a927eb243 req-7bc152ea-7e8d-40fd-be63-484410fd248c tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:14.619367 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b1b5c88d-278a-459b-a9ea-903a927eb243 req-7bc152ea-7e8d-40fd-be63-484410fd248c tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.2007682 Jun 04 13:53:14.718811 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Attempting to bind port 1d23421b-c445-4e7e-bd55-d20a1362acee on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:53:14.719176 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Attempting to bind port 1d23421b-c445-4e7e-bd55-d20a1362acee by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:53:14.719531 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Attempting to bind port 1d23421b-c445-4e7e-bd55-d20a1362acee on network 7517ec8c-2fb8-4891-807d-eceecf54c444 {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:53:14.726165 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b1b5c88d-278a-459b-a9ea-903a927eb243 req-f5c513a9-45a8-4319-8fc1-e2e4143deecf tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964704 Jun 04 13:53:14.728223 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac6c64-4185-48f9-9168-40c55bf0dd4b None None] Pushing event updated for resources: {'Port': ['ID=1d23421b-c445-4e7e-bd55-d20a1362acee,revision_number=2']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:14.731669 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:53:14.732034 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Checking segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:53:14.732423 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:14.738589 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Bound using segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:53:14.738589 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Bound port: 1d23421b-c445-4e7e-bd55-d20a1362acee, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:53:14.738589 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:14.772007 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac6c64-4185-48f9-9168-40c55bf0dd4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:14.772350 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac6c64-4185-48f9-9168-40c55bf0dd4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:14.773055 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac6c64-4185-48f9-9168-40c55bf0dd4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:14.773055 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac6c64-4185-48f9-9168-40c55bf0dd4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:14.773289 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac6c64-4185-48f9-9168-40c55bf0dd4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:14.773762 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac6c64-4185-48f9-9168-40c55bf0dd4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:14.774144 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac6c64-4185-48f9-9168-40c55bf0dd4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:14.774465 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac6c64-4185-48f9-9168-40c55bf0dd4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:14.774782 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac6c64-4185-48f9-9168-40c55bf0dd4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:14.775095 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac6c64-4185-48f9-9168-40c55bf0dd4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:14.775410 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac6c64-4185-48f9-9168-40c55bf0dd4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:14.775722 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bac6c64-4185-48f9-9168-40c55bf0dd4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:14.823458 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Allocated IP 172.20.0.1 (22d836d0-c03a-4285-9032-f84a2fbe1028/371c390b-e231-4400-808f-43720390bb74/b4ac4c0a-eb29-4d40-9777-f89e9234732d) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:53:14.825156 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] For port 1d23421b-c445-4e7e-bd55-d20a1362acee, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:53:14.831610 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] For port 1d23421b-c445-4e7e-bd55-d20a1362acee, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=1d23421b-c445-4e7e-bd55-d20a1362acee,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:53:14.918591 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.002038 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Routers {'4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:53:15.002997 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:53:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:15.006845 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.027107 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.provisioning_blocks [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Transition to ACTIVE for port object b4ac4c0a-eb29-4d40-9777-f89e9234732d will not be triggered until provisioned by entity DHCP. {{(pid=88648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:15.096537 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac6c64-4185-48f9-9168-40c55bf0dd4b None None] Pushing event updated for resources: {'Port': ['ID=1d23421b-c445-4e7e-bd55-d20a1362acee,revision_number=3']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:15.127082 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.146932 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 2eb40873-bb87-4bae-89d6-6190025ced64 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:53:15.198528 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] Set router 4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:53:15.199841 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Network 22d836d0-c03a-4285-9032-f84a2fbe1028 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:53:15.203087 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:53:15.205701 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:53:15.295849 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ac4c0a-eb29-4d40-9777-f89e9234732d,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:15.319533 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787844'] for router_interface, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.339607 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 2eb40873-bb87-4bae-89d6-6190025ced64, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=2eb40873-bb87-4bae-89d6-6190025ced64,segment=NetworkSegment(def9c8b5-7283-4113-94d4-8027bd747da9),segment_id=def9c8b5-7283-4113-94d4-8027bd747da9)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:15.363974 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': '2eb40873-bb87-4bae-89d6-6190025ced64', 'network_id': '4d416b39-d588-4dd8-9930-ec613ceff89e', 'port_id': '2eb40873-bb87-4bae-89d6-6190025ced64', 'mac_address': 'fa:16:3e:ea:f4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822b182f-1198-443c-bdc9-dc1c1e567e82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:53:15.488348 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 45016) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:15.548740 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-0e7d3a68-53f5-4a3c-b829-225a333e1a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.558519 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 2eb40873-bb87-4bae-89d6-6190025ced64 is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:15.560108 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.586207 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-0e7d3a68-53f5-4a3c-b829-225a333e1a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:15.597737 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-0e7d3a68-53f5-4a3c-b829-225a333e1a70 admin admin] Usage tracker for resource:security_group_rule and tenant:540e3a1dc76d4080830c429d6d418d86 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:15.597737 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-0e7d3a68-53f5-4a3c-b829-225a333e1a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:15.603866 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-0e7d3a68-53f5-4a3c-b829-225a333e1a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:15.624155 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb40873-bb87-4bae-89d6-6190025ced64 {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:53:15.641355 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 2eb40873-bb87-4bae-89d6-6190025ced64, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=2eb40873-bb87-4bae-89d6-6190025ced64,segment=NetworkSegment(def9c8b5-7283-4113-94d4-8027bd747da9),segment_id=def9c8b5-7283-4113-94d4-8027bd747da9)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:15.669979 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.678331 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'name': 'tempest-TestMinimumBasicScenario-624314562-router', 'tenant_id': '89764f6dda6845109148dfd314139008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '1d23421b-c445-4e7e-bd55-d20a1362acee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:53:08Z', 'updated_at': '2022-06-04T13:53:10Z', 'revision_number': 3, 'project_id': '89764f6dda6845109148dfd314139008', 'gw_port': {'id': '1d23421b-c445-4e7e-bd55-d20a1362acee', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:09Z', 'updated_at': '2022-06-04T13:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:15.682780 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dac05d-6ce4-4567-a12d-df8a5ad3fbee None None] The sync data for ids ['4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'] in dv-cinder-843593-2-smb is: [{'id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'name': 'tempest-TestMinimumBasicScenario-624314562-router', 'tenant_id': '89764f6dda6845109148dfd314139008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '1d23421b-c445-4e7e-bd55-d20a1362acee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:53:08Z', 'updated_at': '2022-06-04T13:53:10Z', 'revision_number': 3, 'project_id': '89764f6dda6845109148dfd314139008', 'gw_port': {'id': '1d23421b-c445-4e7e-bd55-d20a1362acee', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:09Z', 'updated_at': '2022-06-04T13:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:53:15.708749 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-0e7d3a68-53f5-4a3c-b829-225a333e1a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.721088 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-61f30170-cb53-4bb9-a0e0-7f636c50b6a4 None None] Provisioning for port b4ac4c0a-eb29-4d40-9777-f89e9234732d completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:15.724486 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.767417 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-61f30170-cb53-4bb9-a0e0-7f636c50b6a4 None None] Provisioning complete for port b4ac4c0a-eb29-4d40-9777-f89e9234732d triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:15.767786 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-61f30170-cb53-4bb9-a0e0-7f636c50b6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.787770 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-0e7d3a68-53f5-4a3c-b829-225a333e1a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.864346 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=2eb40873-bb87-4bae-89d6-6190025ced64,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:15.867258 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-0e7d3a68-53f5-4a3c-b829-225a333e1a70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=540e3a1dc76d4080830c429d6d418d86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777981 Jun 04 13:53:15.877514 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 45028) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:15.881187 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d3a68-53f5-4a3c-b829-225a333e1a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a55a136-c321-448f-8cb6-7eb128178e8c,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:15.910748 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-61f30170-cb53-4bb9-a0e0-7f636c50b6a4 None None] Port b4ac4c0a-eb29-4d40-9777-f89e9234732d cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:53:15.925415 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314c7eb-4327-420c-af83-604b4d677010 req-4be52f3a-74ac-47fd-879a-f7c28cdfe73f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:15.933519 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f314c7eb-4327-420c-af83-604b4d677010 req-4be52f3a-74ac-47fd-879a-f7c28cdfe73f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 944 time: 0.3118305 Jun 04 13:53:15.976910 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-afefc843-40d6-4229-b243-8780a7dab4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.993907 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f314c7eb-4327-420c-af83-604b4d677010 req-6e031372-fcf9-494b-8cd2-b17c716ab82e tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594058 Jun 04 13:53:16.047650 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-afefc843-40d6-4229-b243-8780a7dab4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:16.122137 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:16.197529 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2204551'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:16.215065 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['2eb40873-bb87-4bae-89d6-6190025ced64'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:53:16.219112 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-afefc843-40d6-4229-b243-8780a7dab4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:16.236707 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefc843-40d6-4229-b243-8780a7dab4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a55a136-c321-448f-8cb6-7eb128178e8c,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:16.241324 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-afefc843-40d6-4229-b243-8780a7dab4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:16.245521 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-afefc843-40d6-4229-b243-8780a7dab4c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a55a136-c321-448f-8cb6-7eb128178e8c HTTP/1.1" status: 204 len: 168 time: 0.3637486 Jun 04 13:53:16.359202 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ac4c0a-eb29-4d40-9777-f89e9234732d,revision_number=2']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:16.374390 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3874379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800573'] for router_interface, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:16.397848 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a807d-ade9-4087-af9c-6857e3b66622 req-412916a6-0665-40b2-9e30-ae6250e23f0b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:16.400131 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cb1a807d-ade9-4087-af9c-6857e3b66622 req-412916a6-0665-40b2-9e30-ae6250e23f0b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.2478492 Jun 04 13:53:16.531296 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cb1a807d-ade9-4087-af9c-6857e3b66622 req-a833157b-1c33-4d71-b2cc-d32e80a55444 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129494 Jun 04 13:53:16.583320 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Network 22d836d0-c03a-4285-9032-f84a2fbe1028 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:53:16.584686 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:53:16.970190 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-7c20e5a9-966b-486b-a70f-58d567b47fe4 None None] Provisioning complete for port b4ac4c0a-eb29-4d40-9777-f89e9234732d triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:16.970834 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7c20e5a9-966b-486b-a70f-58d567b47fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:16.997032 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Router 4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:53:17.030716 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-7c20e5a9-966b-486b-a70f-58d567b47fe4 None None] Port b4ac4c0a-eb29-4d40-9777-f89e9234732d cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:53:17.195297 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:53:17.214746 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-50d8c4f9-cc14-4e89-a714-e0aa29b49100 admin admin] 10.222.0.15 "PUT /v2.0/routers/4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7935834 Jun 04 13:53:17.281384 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74968994-f2a6-4cef-9f34-996743a127ca req-066f363d-4f95-41b0-9536-226e82d87d2a tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:17.282966 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-74968994-f2a6-4cef-9f34-996743a127ca req-066f363d-4f95-41b0-9536-226e82d87d2a tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 945 time: 0.1126914 Jun 04 13:53:17.374161 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-74968994-f2a6-4cef-9f34-996743a127ca req-4e3e1451-8a83-4fff-ab3d-e3b3308f3c81 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744040 Jun 04 13:53:17.415675 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 1d23421b-c445-4e7e-bd55-d20a1362acee up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:53:17.686685 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 1d23421b-c445-4e7e-bd55-d20a1362acee completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:17.692653 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 1d23421b-c445-4e7e-bd55-d20a1362acee triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:17.693008 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:17.789495 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19efae8-b2fe-4b85-bc08-1082f5bdefab req-da136e2b-56fc-44d8-9724-100a7f30cdaf tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:17.791171 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b19efae8-b2fe-4b85-bc08-1082f5bdefab req-da136e2b-56fc-44d8-9724-100a7f30cdaf tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.1381593 Jun 04 13:53:17.823666 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Sync routers for ids ['4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:53:17.842777 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Routers {'4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:53:17.843394 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:53:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:17.844223 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b19efae8-b2fe-4b85-bc08-1082f5bdefab req-4b6b6098-6312-4411-83aa-99db2510ce11 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471592 Jun 04 13:53:17.935490 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 1d23421b-c445-4e7e-bd55-d20a1362acee is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:17.935869 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:17.965260 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 1d23421b-c445-4e7e-bd55-d20a1362acee, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=1d23421b-c445-4e7e-bd55-d20a1362acee,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:18.042785 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:18.144312 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Set router 4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:53:18.221344 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=1d23421b-c445-4e7e-bd55-d20a1362acee,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:18.503094 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'name': 'tempest-TestMinimumBasicScenario-624314562-router', 'tenant_id': '89764f6dda6845109148dfd314139008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '1d23421b-c445-4e7e-bd55-d20a1362acee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:53:08Z', 'updated_at': '2022-06-04T13:53:15Z', 'revision_number': 4, 'project_id': '89764f6dda6845109148dfd314139008', 'gw_port': {'id': '1d23421b-c445-4e7e-bd55-d20a1362acee', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:09Z', 'updated_at': '2022-06-04T13:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'b4ac4c0a-eb29-4d40-9777-f89e9234732d', 'name': '', 'network_id': '22d836d0-c03a-4285-9032-f84a2fbe1028', 'tenant_id': '89764f6dda6845109148dfd314139008', 'mac_address': 'fa:16:3e:7e:e1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '371c390b-e231-4400-808f-43720390bb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:14Z', 'updated_at': '2022-06-04T13:53:15Z', 'revision_number': 2, 'project_id': '89764f6dda6845109148dfd314139008', 'subnets': [{'id': '371c390b-e231-4400-808f-43720390bb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:18.507736 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Checking router: 4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:53:18.508342 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Updating router 4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 port b4ac4c0a-eb29-4d40-9777-f89e9234732d binding host dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:53:18.567061 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:18.630495 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40683f8b-3517-4a8d-915c-1d64e48e4bf1 req-c47fed89-de5a-4450-9b58-9eb3de57103a tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:18.632548 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-40683f8b-3517-4a8d-915c-1d64e48e4bf1 req-c47fed89-de5a-4450-9b58-9eb3de57103a tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 945 time: 0.1522737 Jun 04 13:53:18.707066 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-40683f8b-3517-4a8d-915c-1d64e48e4bf1 req-f7a95ba2-1a9d-4f6e-9a9a-c3a0e005ab1c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672226 Jun 04 13:53:19.077599 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Notify callbacks [] for port, precommit_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:19.083509 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78477193-e55e-4fb6-aa83-50bbe6c74eec req-3056548d-1ce3-4092-88af-48d6820f21cd tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:19.085245 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-78477193-e55e-4fb6-aa83-50bbe6c74eec req-3056548d-1ce3-4092-88af-48d6820f21cd tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.1211302 Jun 04 13:53:19.105063 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Transition to ACTIVE for port object b4ac4c0a-eb29-4d40-9777-f89e9234732d will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:19.145583 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 2eb40873-bb87-4bae-89d6-6190025ced64 up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:53:19.181119 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-78477193-e55e-4fb6-aa83-50bbe6c74eec req-7b047be9-484a-4293-9772-f26283ef27a3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854752 Jun 04 13:53:19.398419 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 1d23421b-c445-4e7e-bd55-d20a1362acee up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:53:19.439084 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:19.496524 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port 2eb40873-bb87-4bae-89d6-6190025ced64 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:19.577686 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port 2eb40873-bb87-4bae-89d6-6190025ced64 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:19.578359 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:19.720334 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266f74b-17da-4a78-b614-990874a0af2b None None] Pushing event updated for resources: {'Port': ['ID=b4ac4c0a-eb29-4d40-9777-f89e9234732d,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:19.821536 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 1d23421b-c445-4e7e-bd55-d20a1362acee triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:19.822328 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:19.884382 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Attempting to bind port b4ac4c0a-eb29-4d40-9777-f89e9234732d on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:53:19.885064 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Attempting to bind port b4ac4c0a-eb29-4d40-9777-f89e9234732d by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': 'acee31d4-c9ba-46ce-ae1f-ff086efac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '22d836d0-c03a-4285-9032-f84a2fbe1028'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:53:19.885524 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Attempting to bind port b4ac4c0a-eb29-4d40-9777-f89e9234732d on network 22d836d0-c03a-4285-9032-f84a2fbe1028 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:53:19.916143 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:53:19.916791 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Checking segment: {'id': 'acee31d4-c9ba-46ce-ae1f-ff086efac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '22d836d0-c03a-4285-9032-f84a2fbe1028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:53:19.917300 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:19.917976 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Bound using segment: {'id': 'acee31d4-c9ba-46ce-ae1f-ff086efac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '22d836d0-c03a-4285-9032-f84a2fbe1028'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:53:19.918566 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Bound port: b4ac4c0a-eb29-4d40-9777-f89e9234732d, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acee31d4-c9ba-46ce-ae1f-ff086efac031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '22d836d0-c03a-4285-9032-f84a2fbe1028'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:53:19.919100 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:20.089842 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c2ef-d7a8-487d-bcb8-c5669fc45448 req-3d798713-3bbc-419f-a390-c752e3183f3b tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:20.111627 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e448c2ef-d7a8-487d-bcb8-c5669fc45448 req-3d798713-3bbc-419f-a390-c752e3183f3b tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 945 time: 0.1626344 Jun 04 13:53:20.157990 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 2eb40873-bb87-4bae-89d6-6190025ced64 is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:20.232481 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:20.248650 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e448c2ef-d7a8-487d-bcb8-c5669fc45448 req-1f1a08e0-a202-47db-b08e-7e8bda7e487f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360388 Jun 04 13:53:20.256868 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] For port b4ac4c0a-eb29-4d40-9777-f89e9234732d, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:53:20.273099 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18f0db1-715c-4496-b51d-eba6189e563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb40873-bb87-4bae-89d6-6190025ced64'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:53:20.280893 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 1d23421b-c445-4e7e-bd55-d20a1362acee is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:20.284591 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] For port b4ac4c0a-eb29-4d40-9777-f89e9234732d, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=b4ac4c0a-eb29-4d40-9777-f89e9234732d,segment=NetworkSegment(acee31d4-c9ba-46ce-ae1f-ff086efac031),segment_id=acee31d4-c9ba-46ce-ae1f-ff086efac031)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:53:20.292288 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 2eb40873-bb87-4bae-89d6-6190025ced64, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=2eb40873-bb87-4bae-89d6-6190025ced64,segment=NetworkSegment(def9c8b5-7283-4113-94d4-8027bd747da9),segment_id=def9c8b5-7283-4113-94d4-8027bd747da9)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:20.336098 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42034e6-3291-4a14-92b2-ebc00e10f0f1'] response: {'server_uuid': 'e18f0db1-715c-4496-b51d-eba6189e563d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb40873-bb87-4bae-89d6-6190025ced64', 'code': 200} Jun 04 13:53:20.365173 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:20.454242 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:20.464057 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda316e7-b7fd-434b-8e72-a3ebc93a42b0 req-6565968c-50fe-4c1e-bcd8-946dc2ce7f23 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:20.473094 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cda316e7-b7fd-434b-8e72-a3ebc93a42b0 req-6565968c-50fe-4c1e-bcd8-946dc2ce7f23 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.1051090 Jun 04 13:53:20.488489 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Routers {'4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:53:20.489120 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:53:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:20.548419 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cda316e7-b7fd-434b-8e72-a3ebc93a42b0 req-9effa6cc-7c8b-41ff-9e54-1b87e60d8a70 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596340 Jun 04 13:53:20.623542 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266f74b-17da-4a78-b614-990874a0af2b None None] Pushing event updated for resources: {'Port': ['ID=b4ac4c0a-eb29-4d40-9777-f89e9234732d,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:20.871122 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=2eb40873-bb87-4bae-89d6-6190025ced64,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:20.904515 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] Set router 4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:53:20.923985 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134f79c-216b-4713-a121-2a9ca57db78a req-c3baecd8-105b-447c-9af6-e1ae874759a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:20.926041 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d134f79c-216b-4713-a121-2a9ca57db78a req-c3baecd8-105b-447c-9af6-e1ae874759a5 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 1099 time: 0.1368017 Jun 04 13:53:20.995773 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d134f79c-216b-4713-a121-2a9ca57db78a req-a5cf21eb-de35-4d78-9846-fe088fb9e198 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621634 Jun 04 13:53:21.245482 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 45158) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:21.251200 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-f1aae577-ce74-463f-89c5-6f79d5bc09eb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1936204335', 'description': 'tempest-description--1914601052'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:21.264429 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-f1aae577-ce74-463f-89c5-6f79d5bc09eb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:21.295519 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-f1aae577-ce74-463f-89c5-6f79d5bc09eb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:21.395969 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f1aae577-ce74-463f-89c5-6f79d5bc09eb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:21.437344 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-f1aae577-ce74-463f-89c5-6f79d5bc09eb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:21.442533 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-f1aae577-ce74-463f-89c5-6f79d5bc09eb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:security_group_rule and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:21.446378 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-f1aae577-ce74-463f-89c5-6f79d5bc09eb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:21.456622 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-f1aae577-ce74-463f-89c5-6f79d5bc09eb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:21.472808 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'name': 'tempest-TestMinimumBasicScenario-624314562-router', 'tenant_id': '89764f6dda6845109148dfd314139008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '1d23421b-c445-4e7e-bd55-d20a1362acee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:53:08Z', 'updated_at': '2022-06-04T13:53:15Z', 'revision_number': 4, 'project_id': '89764f6dda6845109148dfd314139008', 'gw_port': {'id': '1d23421b-c445-4e7e-bd55-d20a1362acee', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:09Z', 'updated_at': '2022-06-04T13:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'b4ac4c0a-eb29-4d40-9777-f89e9234732d', 'name': '', 'network_id': '22d836d0-c03a-4285-9032-f84a2fbe1028', 'tenant_id': '89764f6dda6845109148dfd314139008', 'mac_address': 'fa:16:3e:7e:e1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '371c390b-e231-4400-808f-43720390bb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:14Z', 'updated_at': '2022-06-04T13:53:20Z', 'revision_number': 4, 'project_id': '89764f6dda6845109148dfd314139008', 'subnets': [{'id': '371c390b-e231-4400-808f-43720390bb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:21.479684 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7c91db-4fb2-47b5-ad47-d419d2fc6031 None None] The sync data for ids ['4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'] in dv-cinder-843593-2-smb is: [{'id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'name': 'tempest-TestMinimumBasicScenario-624314562-router', 'tenant_id': '89764f6dda6845109148dfd314139008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '1d23421b-c445-4e7e-bd55-d20a1362acee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:53:08Z', 'updated_at': '2022-06-04T13:53:15Z', 'revision_number': 4, 'project_id': '89764f6dda6845109148dfd314139008', 'gw_port': {'id': '1d23421b-c445-4e7e-bd55-d20a1362acee', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:09Z', 'updated_at': '2022-06-04T13:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'b4ac4c0a-eb29-4d40-9777-f89e9234732d', 'name': '', 'network_id': '22d836d0-c03a-4285-9032-f84a2fbe1028', 'tenant_id': '89764f6dda6845109148dfd314139008', 'mac_address': 'fa:16:3e:7e:e1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '371c390b-e231-4400-808f-43720390bb74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:14Z', 'updated_at': '2022-06-04T13:53:20Z', 'revision_number': 4, 'project_id': '89764f6dda6845109148dfd314139008', 'subnets': [{'id': '371c390b-e231-4400-808f-43720390bb74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:53:21.521449 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d5f73-a876-4a66-bcfe-efdaf39428db req-00ff7478-3f57-4ec0-94e5-93c0586070b2 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:21.523149 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8f2d5f73-a876-4a66-bcfe-efdaf39428db req-00ff7478-3f57-4ec0-94e5-93c0586070b2 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 946 time: 0.1150024 Jun 04 13:53:21.634295 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8f2d5f73-a876-4a66-bcfe-efdaf39428db req-3c1787c7-5ccc-425e-9f36-0d3af80fcb6f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900357 Jun 04 13:53:21.659234 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f1aae577-ce74-463f-89c5-6f79d5bc09eb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:21.733412 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f1aae577-ce74-463f-89c5-6f79d5bc09eb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:21.857208 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aae577-ce74-463f-89c5-6f79d5bc09eb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42d274d-9d56-4dca-ab4c-d1b23092c9e6,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:21.921964 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f1aae577-ce74-463f-89c5-6f79d5bc09eb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:21.921964 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-f1aae577-ce74-463f-89c5-6f79d5bc09eb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6719887 Jun 04 13:53:21.922269 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45168) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:21.931064 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-9c6f7e46-268d-4ca5-925c-64fb4a677d96 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'security_group_rule': {'security_group_id': 'd42d274d-9d56-4dca-ab4c-d1b23092c9e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:21.943457 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-9c6f7e46-268d-4ca5-925c-64fb4a677d96 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:21.947577 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-9c6f7e46-268d-4ca5-925c-64fb4a677d96 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:security_group_rule and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:21.955130 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-9c6f7e46-268d-4ca5-925c-64fb4a677d96 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:21.959995 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a21d0e-6d3e-4169-a2bd-c3dedc94d1b2 req-1a1c1d44-3d0a-4f3b-9b11-48b2bf2df039 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:21.961391 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e4a21d0e-6d3e-4169-a2bd-c3dedc94d1b2 req-1a1c1d44-3d0a-4f3b-9b11-48b2bf2df039 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.2290442 Jun 04 13:53:21.962720 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-9c6f7e46-268d-4ca5-925c-64fb4a677d96 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:22.084703 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e4a21d0e-6d3e-4169-a2bd-c3dedc94d1b2 req-66f10291-94d7-48ac-8c72-7aca375c1bb7 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017988 Jun 04 13:53:22.109765 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9c6f7e46-268d-4ca5-925c-64fb4a677d96 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:22.234175 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9c6f7e46-268d-4ca5-925c-64fb4a677d96 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:22.303779 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9c6f7e46-268d-4ca5-925c-64fb4a677d96 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:22.338156 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f7e46-268d-4ca5-925c-64fb4a677d96 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42531f4f-bead-4b55-92a6-4265a987c42c,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:22.459458 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9c6f7e46-268d-4ca5-925c-64fb4a677d96 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:22.464157 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-9c6f7e46-268d-4ca5-925c-64fb4a677d96 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5384862 Jun 04 13:53:22.464328 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45176) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:22.470224 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-f54ab2ce-1ee4-4308-809d-93dbd01d5d4e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'security_group_rule': {'security_group_id': 'd42d274d-9d56-4dca-ab4c-d1b23092c9e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:22.476727 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f54ab2ce-1ee4-4308-809d-93dbd01d5d4e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:22.481464 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f54ab2ce-1ee4-4308-809d-93dbd01d5d4e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:security_group_rule and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:22.484802 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f54ab2ce-1ee4-4308-809d-93dbd01d5d4e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:22.492081 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f54ab2ce-1ee4-4308-809d-93dbd01d5d4e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:22.600242 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f54ab2ce-1ee4-4308-809d-93dbd01d5d4e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:22.686368 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f54ab2ce-1ee4-4308-809d-93dbd01d5d4e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:22.831995 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657f50d-f1c6-49e2-8d5a-13c034983aaa req-e5357d5d-b000-4bbe-839a-5f0f2ffe025c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:22.833560 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4657f50d-f1c6-49e2-8d5a-13c034983aaa req-e5357d5d-b000-4bbe-839a-5f0f2ffe025c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 946 time: 0.0800629 Jun 04 13:53:22.888913 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4657f50d-f1c6-49e2-8d5a-13c034983aaa req-1241c02b-2ab4-4227-b9b1-6cf9f3960b3a tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487330 Jun 04 13:53:23.018397 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f54ab2ce-1ee4-4308-809d-93dbd01d5d4e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:23.048391 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ab2ce-1ee4-4308-809d-93dbd01d5d4e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfca370-9dc2-4b9c-8a13-6d69c0a99f81,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:23.278601 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615969cb-2875-4826-9f51-846b90555d3e req-d46c1d31-69da-4eb9-a1b7-2637e065ab48 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:23.280028 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-615969cb-2875-4826-9f51-846b90555d3e req-d46c1d31-69da-4eb9-a1b7-2637e065ab48 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.0796261 Jun 04 13:53:23.281114 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f54ab2ce-1ee4-4308-809d-93dbd01d5d4e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:23.285245 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-f54ab2ce-1ee4-4308-809d-93dbd01d5d4e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8169599 Jun 04 13:53:23.285747 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45190) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:23.290492 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'floatingip': {'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:23.297868 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:23.302804 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:floatingip and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:23.317449 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:23.331919 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:23.350164 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-615969cb-2875-4826-9f51-846b90555d3e req-3cd134c8-8d98-4061-8075-2481967ec327 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638735 Jun 04 13:53:23.416303 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device b4ac4c0a-eb29-4d40-9777-f89e9234732d up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:53:23.459034 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:23.558553 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port b4ac4c0a-eb29-4d40-9777-f89e9234732d completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:23.563967 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port b4ac4c0a-eb29-4d40-9777-f89e9234732d triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:23.572398 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:23.628161 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:23.736237 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port b4ac4c0a-eb29-4d40-9777-f89e9234732d is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:23.739870 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:23.791844 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Allocated IP 172.28.3.66 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/2e6d9570-4c47-4c4d-93f5-eacd7ab0869f) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:53:23.822046 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port b4ac4c0a-eb29-4d40-9777-f89e9234732d, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=b4ac4c0a-eb29-4d40-9777-f89e9234732d,segment=NetworkSegment(acee31d4-c9ba-46ce-ae1f-ff086efac031),segment_id=acee31d4-c9ba-46ce-ae1f-ff086efac031)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:23.915961 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:24.017240 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:24.044959 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=b4ac4c0a-eb29-4d40-9777-f89e9234732d,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:24.209495 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6f963-6ce6-4007-bdc8-949c88f28815 req-5a129ef6-c24a-43d3-bd05-7bbdcc4eceb8 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:24.211204 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-88b6f963-6ce6-4007-bdc8-949c88f28815 req-5a129ef6-c24a-43d3-bd05-7bbdcc4eceb8 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 946 time: 0.1409750 Jun 04 13:53:24.219037 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:24.326049 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-88b6f963-6ce6-4007-bdc8-949c88f28815 req-2dd89c6c-63c9-450d-81bd-50c32235525e tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010928 Jun 04 13:53:24.339787 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:53:24.348598 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:53:24.362032 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:53:24.567914 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'Port': ['ID=2e6d9570-4c47-4c4d-93f5-eacd7ab0869f,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:24.647807 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:24.697398 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8252c7-cc84-4fff-b8df-f4080938587b req-d68a4130-d4bd-44d4-9cd7-dcd46b3675bd tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:24.699707 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4c8252c7-cc84-4fff-b8df-f4080938587b req-d68a4130-d4bd-44d4-9cd7-dcd46b3675bd tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.1671631 Jun 04 13:53:24.767732 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4c8252c7-cc84-4fff-b8df-f4080938587b req-c82a8856-bcf4-4971-a22b-87fea6a29e73 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615728 Jun 04 13:53:24.803231 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:25.093809 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:25.164401 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2204551'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:25.204160 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05d963-c4a2-4fe3-8b76-a9a245dc234f req-42eb20e1-9250-4c98-9497-b22e9cd13f11 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:25.206234 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-7d05d963-c4a2-4fe3-8b76-a9a245dc234f req-42eb20e1-9250-4c98-9497-b22e9cd13f11 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.1700296 Jun 04 13:53:25.263388 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-7d05d963-c4a2-4fe3-8b76-a9a245dc234f req-fe03dfb9-ceb7-4254-b562-1e200fa7a80a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506048 Jun 04 13:53:25.343970 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'Port': ['ID=2e6d9570-4c47-4c4d-93f5-eacd7ab0869f,revision_number=2']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:25.350309 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:25.412695 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device b4ac4c0a-eb29-4d40-9777-f89e9234732d up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:53:25.452393 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:25.453657 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-ac2fc73d-4e32-4222-aa1f-57ad14c98f30 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1672225 Jun 04 13:53:25.534679 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port b4ac4c0a-eb29-4d40-9777-f89e9234732d triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:25.535039 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:25.827786 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port b4ac4c0a-eb29-4d40-9777-f89e9234732d is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:25.916374 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-df58ba7a-f4a6-4a45-9eb0-b2e231b60e14 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1936204335&fields=id&tenant_id=b1a0a7d689e345fb800464f38156edb4 HTTP/1.1" status: 200 len: 267 time: 0.0474057 Jun 04 13:53:25.991765 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdb419-1dc3-42fe-9b35-245421e67593 req-d56f7cec-748c-4ed4-85f0-7bfb5ffd2552 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:26.000274 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-58cdb419-1dc3-42fe-9b35-245421e67593 req-d56f7cec-748c-4ed4-85f0-7bfb5ffd2552 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.0943689 Jun 04 13:53:26.044730 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-58cdb419-1dc3-42fe-9b35-245421e67593 req-9e2ce436-d713-4fd5-8ef3-3c9052ce75d5 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432272 Jun 04 13:53:26.060313 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e444be-7167-41c9-bdc8-582301aa401e req-9b7ded6a-e205-47c5-9e10-f6db27173cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:26.061872 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-57e444be-7167-41c9-bdc8-582301aa401e req-9b7ded6a-e205-47c5-9e10-f6db27173cc2 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 1098 time: 0.2643092 Jun 04 13:53:26.169307 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-03386221-eb76-46ae-803f-56f2ef5aa376 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:26.175937 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-03386221-eb76-46ae-803f-56f2ef5aa376 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/networks?id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a HTTP/1.1" status: 200 len: 814 time: 0.2522066 Jun 04 13:53:26.195945 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-f390479b-4df8-4475-900e-bc40c72f602a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/quotas/b1a0a7d689e345fb800464f38156edb4 HTTP/1.1" status: 200 len: 375 time: 0.0190609 Jun 04 13:53:26.231654 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-57e444be-7167-41c9-bdc8-582301aa401e req-40db565d-da4c-49e1-b102-f4353299a1e8 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539469 Jun 04 13:53:26.308261 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-addcc3da-97f5-4955-a636-977cfc3dd7d0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0995774 Jun 04 13:53:26.492202 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c77e88-03ca-4842-ad00-a02e40066eb1 req-703826cd-b829-46ce-97de-707e9a304e65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:26.499752 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f6c77e88-03ca-4842-ad00-a02e40066eb1 req-703826cd-b829-46ce-97de-707e9a304e65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.1037631 Jun 04 13:53:26.528704 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-aed4b5e6-8ace-4f06-b442-c00d4dc1bc54 service neutron] 10.222.0.15 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190084 Jun 04 13:53:26.559023 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f6c77e88-03ca-4842-ad00-a02e40066eb1 req-c786bef6-8f19-43eb-8554-617d2a69c4f5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583560 Jun 04 13:53:26.742973 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-8314c2e1-0656-46cc-a9f1-d8b908e46725 service neutron] 10.222.0.15 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076530 Jun 04 13:53:27.320380 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def89368-7c2b-4594-a2dd-7f2d6063816c req-f5e302a7-3f32-4d13-bb08-7ee5ee0ac3b5 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:27.322022 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-def89368-7c2b-4594-a2dd-7f2d6063816c req-f5e302a7-3f32-4d13-bb08-7ee5ee0ac3b5 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.1226525 Jun 04 13:53:27.386092 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-def89368-7c2b-4594-a2dd-7f2d6063816c req-1f88a28a-21f2-4692-915a-5b0b5d34594e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580630 Jun 04 13:53:27.493953 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6f461c46-63ff-423e-8844-416ad29ffc7f req-46510bc8-62dc-433c-94ef-f5dd96daede0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 210 time: 0.0607746 Jun 04 13:53:27.764268 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247cd7b-5d97-4020-aa12-e8f3a9ec8014 req-a7c24041-8842-4f13-a1b3-190503229f8c tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:27.766107 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f247cd7b-5d97-4020-aa12-e8f3a9ec8014 req-a7c24041-8842-4f13-a1b3-190503229f8c tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0881791 Jun 04 13:53:27.814685 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f247cd7b-5d97-4020-aa12-e8f3a9ec8014 req-ed8036e6-324a-46d7-b1e8-532301d1a6c8 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416541 Jun 04 13:53:28.737196 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-41d77f7a-94bd-46f3-9a2c-913f981a9137 req-c4b847e4-6a66-4ae8-a273-8b6be56026ab tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 210 time: 0.0564883 Jun 04 13:53:28.738330 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38e13b-5bf4-4bab-8fa6-6bbdb0bbbfd1 req-400b158f-26c9-4250-b0a2-895bc338d2e6 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:28.740338 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7d38e13b-5bf4-4bab-8fa6-6bbdb0bbbfd1 req-400b158f-26c9-4250-b0a2-895bc338d2e6 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.1361728 Jun 04 13:53:28.846126 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7d38e13b-5bf4-4bab-8fa6-6bbdb0bbbfd1 req-d45bb701-319d-40ba-b944-eab42c2f73f6 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937612 Jun 04 13:53:29.136263 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2baba2-5991-45b2-a234-7ebe6a3a6f2c req-2a25615e-145a-4c30-be66-0a75f369ffca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:29.139285 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1c2baba2-5991-45b2-a234-7ebe6a3a6f2c req-2a25615e-145a-4c30-be66-0a75f369ffca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.2035294 Jun 04 13:53:29.206009 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1c2baba2-5991-45b2-a234-7ebe6a3a6f2c req-a2c44827-8e28-4512-98d4-1ec1ad46a5d3 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593123 Jun 04 13:53:29.314559 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45398) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:29.519336 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-8caace1a-48a4-492f-9e3d-90ae76d6e619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:29.538814 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d60b33-c93d-4296-b2b6-1844a7580ef7 req-5aa0fee6-3cfb-4aef-9572-f0ea90d04c2e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:29.547629 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b0d60b33-c93d-4296-b2b6-1844a7580ef7 req-5aa0fee6-3cfb-4aef-9572-f0ea90d04c2e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.0982327 Jun 04 13:53:29.583716 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-8caace1a-48a4-492f-9e3d-90ae76d6e619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:29.590287 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-8caace1a-48a4-492f-9e3d-90ae76d6e619 admin admin] Usage tracker for resource:security_group_rule and tenant:2854dd4189394970bb0e2b4b2db13d5d is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:29.595520 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-8caace1a-48a4-492f-9e3d-90ae76d6e619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:29.605340 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-8caace1a-48a4-492f-9e3d-90ae76d6e619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:29.621077 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b0d60b33-c93d-4296-b2b6-1844a7580ef7 req-3685a02f-bd0c-4b61-a1fe-c9b55589b36f tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633912 Jun 04 13:53:29.644502 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbee2b5-f500-4804-9fbf-ea334aa366a2 req-1ae90b94-990c-40a6-bea5-0b0f00409f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:29.645996 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7cbee2b5-f500-4804-9fbf-ea334aa366a2 req-1ae90b94-990c-40a6-bea5-0b0f00409f21 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 1098 time: 0.1159837 Jun 04 13:53:30.045960 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbee2b5-f500-4804-9fbf-ea334aa366a2 req-8e277e34-4e70-4e0a-9e6d-4436bf14b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:30.047372 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7cbee2b5-f500-4804-9fbf-ea334aa366a2 req-8e277e34-4e70-4e0a-9e6d-4436bf14b12e service neutron] 10.222.0.17 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 919 time: 0.3916337 Jun 04 13:53:30.068982 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a653ba79-57ca-4074-a53a-f08a95e7f185 req-c7dbf024-4390-4595-a661-865474fc2412 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 210 time: 0.0781000 Jun 04 13:53:30.267337 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-8caace1a-48a4-492f-9e3d-90ae76d6e619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:30.269367 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7cbee2b5-f500-4804-9fbf-ea334aa366a2 req-eeb14b46-13ec-473f-8bc6-5232d7cd8477 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a592f90-40f3-4cb7-a064-4c438ea801d2 HTTP/1.1" status: 200 len: 217 time: 0.2084768 Jun 04 13:53:30.338384 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-8caace1a-48a4-492f-9e3d-90ae76d6e619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:30.427189 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caace1a-48a4-492f-9e3d-90ae76d6e619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0aabf27-1657-4243-bbc9-6188c7e99f8e,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:30.444366 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-8caace1a-48a4-492f-9e3d-90ae76d6e619 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2854dd4189394970bb0e2b4b2db13d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1291182 Jun 04 13:53:30.448536 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbee2b5-f500-4804-9fbf-ea334aa366a2 req-f5630d2d-6ed4-4f8c-9e62-014a0fb00c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:30.449895 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7cbee2b5-f500-4804-9fbf-ea334aa366a2 req-f5630d2d-6ed4-4f8c-9e62-014a0fb00c2e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 200 len: 857 time: 0.1659541 Jun 04 13:53:30.450546 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45418) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:30.652106 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a42d-cd6c-4ef5-9fa5-eac173692330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:30.686694 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbee2b5-f500-4804-9fbf-ea334aa366a2 req-ea0c4516-efd6-4974-a5df-6114d28f4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:30.688348 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7cbee2b5-f500-4804-9fbf-ea334aa366a2 req-ea0c4516-efd6-4974-a5df-6114d28f4036 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2079089 Jun 04 13:53:30.693172 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a42d-cd6c-4ef5-9fa5-eac173692330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:30.726321 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c539e2-3e55-4e6d-a105-6e06c8128e3e req-cff6d1ad-fe30-4be3-89c9-013e005d2e90 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:30.737566 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c2c539e2-3e55-4e6d-a105-6e06c8128e3e req-cff6d1ad-fe30-4be3-89c9-013e005d2e90 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.3396993 Jun 04 13:53:30.787035 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-df8dd409-c849-42cf-b738-fb58948d6fea tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:30.788944 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-df8dd409-c849-42cf-b738-fb58948d6fea tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "GET /v2.0/networks?id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a HTTP/1.1" status: 200 len: 814 time: 0.3305111 Jun 04 13:53:30.803580 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c2c539e2-3e55-4e6d-a105-6e06c8128e3e req-cdc2b2dd-3cdd-4dc3-95b0-98aef8900042 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635450 Jun 04 13:53:30.889139 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c1603da0-e7aa-44e9-891e-77366679a52b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:security_group {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:53:30.923004 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7cbee2b5-f500-4804-9fbf-ea334aa366a2 req-e6a9eb01-78c9-4397-b7cb-98f40b5d5057 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225754 Jun 04 13:53:31.052950 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c1603da0-e7aa-44e9-891e-77366679a52b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:security_group {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:53:31.065132 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f248103-8608-4123-b39a-8f0809f288b5 req-77313f65-f7c0-4a24-b226-89ad01e498db tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:31.065132 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8f248103-8608-4123-b39a-8f0809f288b5 req-77313f65-f7c0-4a24-b226-89ad01e498db tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.2557855 Jun 04 13:53:31.072984 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c1603da0-e7aa-44e9-891e-77366679a52b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1a0a7d689e345fb800464f38156edb4 HTTP/1.1" status: 200 len: 472 time: 0.2670279 Jun 04 13:53:31.107741 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'port': {'device_id': '0bc86344-e50d-4364-bbb7-f7d881feb9e3', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'admin_state_up': True, 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'security_groups': ['d42d274d-9d56-4dca-ab4c-d1b23092c9e6']}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:31.156708 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8f248103-8608-4123-b39a-8f0809f288b5 req-e6b2b15b-b4e8-4c9f-8b4f-3ac6254edf11 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926125 Jun 04 13:53:31.213113 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7cbee2b5-f500-4804-9fbf-ea334aa366a2 req-27ee9809-ad46-43cf-a995-3302b0ee9d6e service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822654 Jun 04 13:53:31.326121 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-278a3526-b13c-404f-8eb4-269f378cc583 req-a094d8df-7642-4e8e-8c9d-29043f605920 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 210 time: 0.0663731 Jun 04 13:53:31.378957 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:31.390353 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:31.443348 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a42d-cd6c-4ef5-9fa5-eac173692330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:31.455235 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4a42d-cd6c-4ef5-9fa5-eac173692330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0aabf27-1657-4243-bbc9-6188c7e99f8e,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:31.462524 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a42d-cd6c-4ef5-9fa5-eac173692330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:31.464195 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-2fd4a42d-cd6c-4ef5-9fa5-eac173692330 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0aabf27-1657-4243-bbc9-6188c7e99f8e HTTP/1.1" status: 204 len: 168 time: 1.0119212 Jun 04 13:53:31.520521 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Made reservation on behalf of b1a0a7d689e345fb800464f38156edb4 for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:53:31.526063 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:31.725030 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Allocated IP 172.20.0.13 (f7e165fb-2c08-4a5e-b160-62bdeefaa15a/86aba7f4-4b2c-4624-8047-800bda2d771c/3c307844-eb67-479e-b947-2419df0dcac1) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:53:32.069379 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:32.126967 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45444) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:32.127473 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Transition to ACTIVE for port object 3c307844-eb67-479e-b947-2419df0dcac1 will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:32.171341 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d665e0-db66-4c28-b1f8-e370ffb8a71d req-694aa5c8-4159-4005-8928-7f33f68af190 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:32.186720 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-32d665e0-db66-4c28-b1f8-e370ffb8a71d req-694aa5c8-4159-4005-8928-7f33f68af190 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.1382530 Jun 04 13:53:32.236160 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:32.273084 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-32d665e0-db66-4c28-b1f8-e370ffb8a71d req-c06ccfed-651c-4d77-9ebe-6241810732c0 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854008 Jun 04 13:53:32.361943 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f6808958-f7ce-4127-baca-347ff8cda118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:32.380990 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f6808958-f7ce-4127-baca-347ff8cda118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:32.385876 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f6808958-f7ce-4127-baca-347ff8cda118 admin admin] Usage tracker for resource:security_group_rule and tenant:2bbb805a291440ed8e3d66ad5fdee6a5 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:32.386689 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'Port': ['ID=3c307844-eb67-479e-b947-2419df0dcac1,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:32.388777 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f6808958-f7ce-4127-baca-347ff8cda118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:32.394962 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f6808958-f7ce-4127-baca-347ff8cda118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:32.407680 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Network f7e165fb-2c08-4a5e-b160-62bdeefaa15a is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:53:32.409815 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:53:32.412444 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:53:32.498039 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:32.498691 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:32.532256 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80df73-e0a0-41d1-bd36-fa90eb5d5523 req-70ad6abb-b162-46ad-a5d4-a6cf81578e66 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:32.534199 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fa80df73-e0a0-41d1-bd36-fa90eb5d5523 req-70ad6abb-b162-46ad-a5d4-a6cf81578e66 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.1966243 Jun 04 13:53:32.542251 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f6808958-f7ce-4127-baca-347ff8cda118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:32.580594 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d81c34-08ca-4204-aa18-5f07a296e315 req-a66d194e-26f9-4fb0-be5a-f7cc0aee44a6 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:32.582391 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-58d81c34-08ca-4204-aa18-5f07a296e315 req-a66d194e-26f9-4fb0-be5a-f7cc0aee44a6 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 932 time: 0.1231461 Jun 04 13:53:32.583903 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fa80df73-e0a0-41d1-bd36-fa90eb5d5523 req-f2b1cd76-2644-4cff-b2e6-86b0114beff7 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423980 Jun 04 13:53:32.635984 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-58d81c34-08ca-4204-aa18-5f07a296e315 req-1e09acac-e74b-49f3-84e6-b32eb0544eb5 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441260 Jun 04 13:53:32.658497 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-770f717f-18ae-4f19-a401-55cf660eb6c2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5700402 Jun 04 13:53:32.682122 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Request body: {'port': {'device_id': '0bc86344-e50d-4364-bbb7-f7d881feb9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:32.686320 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f6808958-f7ce-4127-baca-347ff8cda118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:32.736418 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-f6808958-f7ce-4127-baca-347ff8cda118 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bbb805a291440ed8e3d66ad5fdee6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6076803 Jun 04 13:53:32.738083 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6808958-f7ce-4127-baca-347ff8cda118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d087ae-0f90-4fe7-beba-5bad34d0261a,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:32.741696 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 45460) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:32.770046 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-ecddd0c0-c166-4a03-a46a-6cc208e22b53 None None] Provisioning for port 3c307844-eb67-479e-b947-2419df0dcac1 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:32.775992 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-ecddd0c0-c166-4a03-a46a-6cc208e22b53 None None] Provisioning complete for port 3c307844-eb67-479e-b947-2419df0dcac1 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:32.778938 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ecddd0c0-c166-4a03-a46a-6cc208e22b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:32.846553 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-ecddd0c0-c166-4a03-a46a-6cc208e22b53 None None] Port 3c307844-eb67-479e-b947-2419df0dcac1 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:53:32.853821 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:32.873764 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8b602347-9fbc-4c4e-87c8-6b31d5187181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:32.944157 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8b602347-9fbc-4c4e-87c8-6b31d5187181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:33.149224 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8b602347-9fbc-4c4e-87c8-6b31d5187181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:33.255918 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b602347-9fbc-4c4e-87c8-6b31d5187181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d087ae-0f90-4fe7-beba-5bad34d0261a,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:33.264035 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8b602347-9fbc-4c4e-87c8-6b31d5187181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:33.265114 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-8b602347-9fbc-4c4e-87c8-6b31d5187181 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74d087ae-0f90-4fe7-beba-5bad34d0261a HTTP/1.1" status: 204 len: 168 time: 0.5218847 Jun 04 13:53:33.383457 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c307844-eb67-479e-b947-2419df0dcac1 {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:53:33.391800 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c4e86911-b5f9-4752-96c0-b9e70fbb9238 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:33.392595 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c4e86911-b5f9-4752-96c0-b9e70fbb9238 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Synchronizing usage tracker for tenant:457b5475220b4601bfea76d579d0a660 on resource:network {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:53:33.395847 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:33.456977 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Transition to ACTIVE for port object 3c307844-eb67-479e-b947-2419df0dcac1 will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:33.480623 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c4e86911-b5f9-4752-96c0-b9e70fbb9238 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Unset dirty status for tenant:457b5475220b4601bfea76d579d0a660 on resource:network {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:53:33.482128 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c4e86911-b5f9-4752-96c0-b9e70fbb9238 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/networks?id=0cf7b161-85a1-4979-a152-918a492683a5 HTTP/1.1" status: 200 len: 814 time: 0.2448065 Jun 04 13:53:33.493247 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce88037-3aeb-4712-b304-612917647656 req-1cf9f42f-bda8-4ce2-9eee-1c5200004bed tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:33.499066 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ce88037-3aeb-4712-b304-612917647656 req-1cf9f42f-bda8-4ce2-9eee-1c5200004bed tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0962377 Jun 04 13:53:33.499205 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-351bbe5e-35cd-43fe-96db-3a1748b360b8 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/quotas/457b5475220b4601bfea76d579d0a660 HTTP/1.1" status: 200 len: 375 time: 0.0112593 Jun 04 13:53:33.516514 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:33.614061 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-10e7dc54-6291-4e92-b8bd-fc91f6c106a2 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Synchronizing usage tracker for tenant:457b5475220b4601bfea76d579d0a660 on resource:port {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:53:33.617322 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Pushing event updated for resources: {'Port': ['ID=3c307844-eb67-479e-b947-2419df0dcac1,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:33.730916 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-10e7dc54-6291-4e92-b8bd-fc91f6c106a2 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Unset dirty status for tenant:457b5475220b4601bfea76d579d0a660 on resource:port {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:53:33.732302 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-10e7dc54-6291-4e92-b8bd-fc91f6c106a2 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=457b5475220b4601bfea76d579d0a660&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2277577 Jun 04 13:53:33.762219 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ce88037-3aeb-4712-b304-612917647656 req-3e838251-fd71-47e9-bf28-5b78cc50fc17 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606037 Jun 04 13:53:33.870189 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Attempting to bind port 3c307844-eb67-479e-b947-2419df0dcac1 on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:53:33.870440 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Attempting to bind port 3c307844-eb67-479e-b947-2419df0dcac1 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:53:33.870767 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Attempting to bind port 3c307844-eb67-479e-b947-2419df0dcac1 on network f7e165fb-2c08-4a5e-b160-62bdeefaa15a {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:53:33.877612 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Port 3c307844-eb67-479e-b947-2419df0dcac1 on network f7e165fb-2c08-4a5e-b160-62bdeefaa15a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:53:33.877962 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Attempting to bind port 3c307844-eb67-479e-b947-2419df0dcac1 on network f7e165fb-2c08-4a5e-b160-62bdeefaa15a {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:53:33.922302 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:53:33.922648 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Checking segment: {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:53:33.923029 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Bound using segment: {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:53:33.923273 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-b32907d6-61e2-4e5f-ae70-2b9a5d0ae17e service neutron] 10.222.0.15 "GET /v2.0/networks/0cf7b161-85a1-4979-a152-918a492683a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742773 Jun 04 13:53:33.923458 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Bound port: 3c307844-eb67-479e-b947-2419df0dcac1, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:53:33.923801 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:34.041313 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] For port 3c307844-eb67-479e-b947-2419df0dcac1, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:53:34.050265 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50a2c3-9ac4-44dd-91a6-89e79a8d3d3b req-1902d06f-7991-495e-aca2-1579715f9f37 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:34.051718 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-dd50a2c3-9ac4-44dd-91a6-89e79a8d3d3b req-1902d06f-7991-495e-aca2-1579715f9f37 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.1750457 Jun 04 13:53:34.053378 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] For port 3c307844-eb67-479e-b947-2419df0dcac1, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=3c307844-eb67-479e-b947-2419df0dcac1,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:53:34.070392 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-19dbc583-b52f-40b6-abb2-fde78aeb07bd service neutron] 10.222.0.15 "GET /v2.0/networks/0cf7b161-85a1-4979-a152-918a492683a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403379 Jun 04 13:53:34.106233 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-dd50a2c3-9ac4-44dd-91a6-89e79a8d3d3b req-b36dd73f-f92b-4d81-bd4e-92eb40e9b5ab tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445719 Jun 04 13:53:34.130496 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:34.202784 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:34.204064 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:34.205613 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] 10.222.0.17 "PUT /v2.0/ports/3c307844-eb67-479e-b947-2419df0dcac1 HTTP/1.1" status: 200 len: 1094 time: 1.5282078 Jun 04 13:53:34.208330 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc86344-e50d-4364-bbb7-f7d881feb9e3', 'tag': '3c307844-eb67-479e-b947-2419df0dcac1'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:53:34.227101 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e26fc9-698c-4d1a-be69-e4bf19e2e35d service neutron] Pushing event updated for resources: {'Port': ['ID=3c307844-eb67-479e-b947-2419df0dcac1,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:34.325382 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0339fe-3dc6-4d9c-bb19-4917660029f4'] response: {'name': 'network-changed', 'server_uuid': '0bc86344-e50d-4364-bbb7-f7d881feb9e3', 'tag': '3c307844-eb67-479e-b947-2419df0dcac1', 'status': 'completed', 'code': 200} Jun 04 13:53:34.340959 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e8717-cf3a-4e2d-86d3-d080c301f426 req-0e57ff00-5ebd-4bc4-b55b-35bf10ab8940 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:34.340959 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-5b2e8717-cf3a-4e2d-86d3-d080c301f426 req-0e57ff00-5ebd-4bc4-b55b-35bf10ab8940 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:53:34.420255 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3b4e306c-ffb5-4d5f-8e58-5047d0174aa3 req-3079e27b-249f-493f-ae64-8f5e21770803 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 210 time: 0.0598879 Jun 04 13:53:34.425910 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-5b2e8717-cf3a-4e2d-86d3-d080c301f426 req-0e57ff00-5ebd-4bc4-b55b-35bf10ab8940 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:53:34.433706 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5b2e8717-cf3a-4e2d-86d3-d080c301f426 req-0e57ff00-5ebd-4bc4-b55b-35bf10ab8940 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 944 time: 0.1981146 Jun 04 13:53:34.490314 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5b2e8717-cf3a-4e2d-86d3-d080c301f426 req-da314e30-c39e-4e5e-8a41-03624301acc8 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556102 Jun 04 13:53:34.517200 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98ff7c-3800-49cb-a2eb-ad5f66c693b9 req-ffddbf76-c6f4-4d69-a630-1cb6b898180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:34.518721 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8b98ff7c-3800-49cb-a2eb-ad5f66c693b9 req-ffddbf76-c6f4-4d69-a630-1cb6b898180e service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 1097 time: 0.1320050 Jun 04 13:53:34.668809 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98ff7c-3800-49cb-a2eb-ad5f66c693b9 req-93148158-e7f5-49d4-a83d-ff80f5843b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:34.670583 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8b98ff7c-3800-49cb-a2eb-ad5f66c693b9 req-93148158-e7f5-49d4-a83d-ff80f5843b8d service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=b1a0a7d689e345fb800464f38156edb4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1375098 Jun 04 13:53:34.808894 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98ff7c-3800-49cb-a2eb-ad5f66c693b9 req-6e7b480b-bf2e-4f90-8ce4-6f7ce2d51ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:34.810461 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8b98ff7c-3800-49cb-a2eb-ad5f66c693b9 req-6e7b480b-bf2e-4f90-8ce4-6f7ce2d51ceb service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315587 Jun 04 13:53:34.943580 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0c8bf-6325-43bc-a76a-8b0873902f7e req-4467e7ab-ea9c-4c20-84a3-9219511cce23 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:34.945278 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f3b0c8bf-6325-43bc-a76a-8b0873902f7e req-4467e7ab-ea9c-4c20-84a3-9219511cce23 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0810065 Jun 04 13:53:34.950458 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-573b9282-00a7-45c5-8f58-e9bf42889073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:34.954161 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-573b9282-00a7-45c5-8f58-e9bf42889073 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 1097 time: 0.0770049 Jun 04 13:53:35.006279 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f3b0c8bf-6325-43bc-a76a-8b0873902f7e req-d1edd2c7-1093-40cc-bed2-b0b5bb6ff1f0 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514200 Jun 04 13:53:35.037295 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-219fb2bd-52de-47b4-971f-29c4186b16f4 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c307844-eb67-479e-b947-2419df0dcac1 HTTP/1.1" status: 200 len: 217 time: 0.0659320 Jun 04 13:53:35.110758 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-33db2cc0-8895-4583-904a-c60b898a66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:35.112218 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-33db2cc0-8895-4583-904a-c60b898a66f8 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=86aba7f4-4b2c-4624-8047-800bda2d771c HTTP/1.1" status: 200 len: 853 time: 0.0610728 Jun 04 13:53:35.202613 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-bbad5553-1b94-41f1-a3f4-b843fe20d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:35.204155 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-bbad5553-1b94-41f1-a3f4-b843fe20d83e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0856369 Jun 04 13:53:35.475022 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a35b4-ef8c-4f4a-81c4-0d3ddfdaa76c req-7685fe1c-4fda-4137-a339-b95ff3edbd60 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:35.476526 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c9a35b4-ef8c-4f4a-81c4-0d3ddfdaa76c req-7685fe1c-4fda-4137-a339-b95ff3edbd60 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.2665124 Jun 04 13:53:35.480204 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-d33bbe9f-9551-4f44-91c4-fcd054c79058 service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355092 Jun 04 13:53:35.604655 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cb86f906-ec3a-40a3-b63c-27dc71ce1418 req-d28e77d5-7a1f-432a-b7bc-f38867c3121e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 210 time: 0.1235540 Jun 04 13:53:35.605450 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c9a35b4-ef8c-4f4a-81c4-0d3ddfdaa76c req-db43cec7-215b-49d0-9950-c21e295fa4fe tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223347 Jun 04 13:53:35.652638 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0a85f7c0-58bb-40f9-abad-f8a17b33a5e9 req-52452e36-50f5-44ba-8408-6be0fd5a1a0f service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564496 Jun 04 13:53:35.811352 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e698b4b-745c-42bc-ac6a-9d65faa1ecca req-ea2a613e-e948-4890-af25-031368e564b2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:35.812852 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2e698b4b-745c-42bc-ac6a-9d65faa1ecca req-ea2a613e-e948-4890-af25-031368e564b2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 944 time: 0.0883775 Jun 04 13:53:35.838586 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-6a6cdf8e-68ad-49b4-a62d-224efade7aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:35.866480 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2e698b4b-745c-42bc-ac6a-9d65faa1ecca req-539fe289-42f8-4b77-8339-a1ff1a695ca5 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473518 Jun 04 13:53:36.194532 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d299994-c8e9-4b28-8723-a8618b43d2e5 req-f34c5f6a-cf30-45a2-b3f8-02eb324e11dc tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:36.195991 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8d299994-c8e9-4b28-8723-a8618b43d2e5 req-f34c5f6a-cf30-45a2-b3f8-02eb324e11dc tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0865576 Jun 04 13:53:36.244681 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8d299994-c8e9-4b28-8723-a8618b43d2e5 req-9aac83f0-902b-43bf-ae9d-7176b13dacb9 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427618 Jun 04 13:53:36.756667 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f69d718e-6951-458e-99a0-b05cac8687bd req-027f08f6-8a29-4482-a1b5-db2c199207fa tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 210 time: 0.0423775 Jun 04 13:53:36.924649 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:53:37.053773 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f8800-e053-458d-bde6-ce730a3ad0de req-2757135b-0a2d-4b49-a5e6-519b8e04f7d2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:37.055261 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-131f8800-e053-458d-bde6-ce730a3ad0de req-2757135b-0a2d-4b49-a5e6-519b8e04f7d2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 944 time: 0.0774217 Jun 04 13:53:37.100897 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-131f8800-e053-458d-bde6-ce730a3ad0de req-d1a8aa19-205d-4412-8615-64cd542c2487 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397847 Jun 04 13:53:37.264137 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-05609896-5a5d-4b3a-9030-3ca398b98b71 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:37.265538 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-05609896-5a5d-4b3a-9030-3ca398b98b71 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.17 "GET /v2.0/networks?id=0cf7b161-85a1-4979-a152-918a492683a5 HTTP/1.1" status: 200 len: 814 time: 0.1596491 Jun 04 13:53:37.285820 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Request body: {'port': {'device_id': '44c72599-7d34-4673-95a3-616660bfbf73', 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'admin_state_up': True, 'tenant_id': '457b5475220b4601bfea76d579d0a660'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:37.479210 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:37.497123 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:37.508369 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef359bd-eabf-43f4-8f32-b5f8a39fcc57 req-6d1cca00-992c-4a89-806c-cf5e91faaadf tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:37.510823 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5ef359bd-eabf-43f4-8f32-b5f8a39fcc57 req-6d1cca00-992c-4a89-806c-cf5e91faaadf tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.1551168 Jun 04 13:53:37.538617 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39493fc-6632-4105-a46d-ccfd0554d136 req-96231b4f-748e-4a57-9430-0da78c588178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:37.543601 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e39493fc-6632-4105-a46d-ccfd0554d136 req-96231b4f-748e-4a57-9430-0da78c588178 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1bab325121754db6a16249d176589adc&device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 1099 time: 0.1112161 Jun 04 13:53:37.566478 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5ef359bd-eabf-43f4-8f32-b5f8a39fcc57 req-af7d3a31-e084-44e7-88e3-78272c89a817 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487475 Jun 04 13:53:37.572010 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Made reservation on behalf of 457b5475220b4601bfea76d579d0a660 for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:53:37.578501 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:37.720468 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39493fc-6632-4105-a46d-ccfd0554d136 req-42de7688-9cef-4142-b1d3-d0cee67ade49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:37.722225 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e39493fc-6632-4105-a46d-ccfd0554d136 req-42de7688-9cef-4142-b1d3-d0cee67ade49 service neutron] 10.222.0.17 "GET /v2.0/networks?id=15ca5580-d168-42fa-8af5-abcdc93e9ac4 HTTP/1.1" status: 200 len: 911 time: 0.1493194 Jun 04 13:53:37.742832 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 45546) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:37.753398 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-74460683-421d-4831-baf3-d89576b0f760 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--308250100', 'description': 'tempest-description--1147135433'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:37.764258 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-74460683-421d-4831-baf3-d89576b0f760 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:37.775084 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Allocated IP 172.20.0.5 (0cf7b161-85a1-4979-a152-918a492683a5/fd14e7ba-aaa8-4855-b3a2-9e3d63eec635/a1db92ed-2f9c-4678-8392-4b0304df3761) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:53:37.785219 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-74460683-421d-4831-baf3-d89576b0f760 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:37.849337 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e39493fc-6632-4105-a46d-ccfd0554d136 req-0cbe5760-484e-45b8-9811-7dbd731368c5 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aab71abe-a311-467b-9ed1-462415e5b96d HTTP/1.1" status: 200 len: 1002 time: 0.1198196 Jun 04 13:53:37.927219 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39493fc-6632-4105-a46d-ccfd0554d136 req-ea25c804-acc5-4ab6-979a-61b60755eade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:37.928452 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-74460683-421d-4831-baf3-d89576b0f760 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:37.928753 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e39493fc-6632-4105-a46d-ccfd0554d136 req-ea25c804-acc5-4ab6-979a-61b60755eade service neutron] 10.222.0.17 "GET /v2.0/subnets?id=1b549cf0-8286-455e-9abd-46f9e5d41a3c HTTP/1.1" status: 200 len: 849 time: 0.0722616 Jun 04 13:53:37.953807 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a67560c2-369b-44f3-a128-74acbd371c14 req-5b2f36d0-dd40-4a51-a29d-98757c013ff0 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 210 time: 0.0834601 Jun 04 13:53:37.992465 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:38.013310 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39493fc-6632-4105-a46d-ccfd0554d136 req-127b9c09-2871-4865-82eb-fa3e5bbca2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:38.015817 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e39493fc-6632-4105-a46d-ccfd0554d136 req-127b9c09-2871-4865-82eb-fa3e5bbca2e8 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=15ca5580-d168-42fa-8af5-abcdc93e9ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791500 Jun 04 13:53:38.021001 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3c169f3f-da06-4bce-ac2f-ea530169df0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:38.033448 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-74460683-421d-4831-baf3-d89576b0f760 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:38.038621 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-74460683-421d-4831-baf3-d89576b0f760 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Usage tracker for resource:security_group_rule and tenant:17fa7d7e18654d97bd7dfc5050b92de5 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:38.043832 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-74460683-421d-4831-baf3-d89576b0f760 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:38.052806 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-74460683-421d-4831-baf3-d89576b0f760 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:38.125246 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:38.154427 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Transition to ACTIVE for port object a1db92ed-2f9c-4678-8392-4b0304df3761 will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:38.193816 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-74460683-421d-4831-baf3-d89576b0f760 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:38.210020 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e39493fc-6632-4105-a46d-ccfd0554d136 req-d68651a4-2c56-4092-907f-105911aa9cec service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842453 Jun 04 13:53:38.249630 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-74460683-421d-4831-baf3-d89576b0f760 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:38.288819 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:38.361273 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-74460683-421d-4831-baf3-d89576b0f760 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:38.366509 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-74460683-421d-4831-baf3-d89576b0f760 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6180928 Jun 04 13:53:38.368638 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45566) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:38.376941 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Network 0cf7b161-85a1-4979-a152-918a492683a5 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:53:38.378387 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-9027bdc8-5214-42cb-ae57-85f52dc5cd20 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Request body: {'security_group_rule': {'security_group_id': '4277b58d-9b95-42c6-9504-718a372ffea6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:38.382338 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:53:38.386993 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-9027bdc8-5214-42cb-ae57-85f52dc5cd20 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:38.392754 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:53:38.394381 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-9027bdc8-5214-42cb-ae57-85f52dc5cd20 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Usage tracker for resource:security_group_rule and tenant:17fa7d7e18654d97bd7dfc5050b92de5 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:38.397471 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-9027bdc8-5214-42cb-ae57-85f52dc5cd20 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:38.404149 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-9027bdc8-5214-42cb-ae57-85f52dc5cd20 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:38.426647 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74460683-421d-4831-baf3-d89576b0f760 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4277b58d-9b95-42c6-9504-718a372ffea6,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:38.486494 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ce250-a10f-4b8c-a34e-317418c636db req-10fcfbf3-238d-49fa-92f6-d032e0522b73 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:38.493418 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad0ce250-a10f-4b8c-a34e-317418c636db req-10fcfbf3-238d-49fa-92f6-d032e0522b73 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 944 time: 0.2797387 Jun 04 13:53:38.497893 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e39493fc-6632-4105-a46d-ccfd0554d136 req-cda98c80-6e42-4ca4-9d36-2ea392d94c3b service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327938 Jun 04 13:53:38.515861 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:38.516532 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:38.520319 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Pushing event updated for resources: {'Port': ['ID=a1db92ed-2f9c-4678-8392-4b0304df3761,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:38.536207 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9027bdc8-5214-42cb-ae57-85f52dc5cd20 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:38.616662 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-01fdd42b-e17d-497c-a505-020e6399193e tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3337905 Jun 04 13:53:38.622452 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad0ce250-a10f-4b8c-a34e-317418c636db req-79f9ef08-68c8-435f-9d62-acb1a3731591 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280067 Jun 04 13:53:38.716780 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9027bdc8-5214-42cb-ae57-85f52dc5cd20 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:38.807270 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9027bdc8-5214-42cb-ae57-85f52dc5cd20 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:38.823582 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731af78b-e5ea-4c60-9800-ba20438796a2 req-768521d4-e998-4b11-a784-012db1731936 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:38.825190 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-731af78b-e5ea-4c60-9800-ba20438796a2 req-768521d4-e998-4b11-a784-012db1731936 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0961277 Jun 04 13:53:38.831926 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027bdc8-5214-42cb-ae57-85f52dc5cd20 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b211c76b-103a-4244-a42d-0e2cc83325cb,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:38.843281 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-86c7380a-1788-41b8-a504-f2c3d6efdf18 None None] Provisioning for port a1db92ed-2f9c-4678-8392-4b0304df3761 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:38.851706 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-86c7380a-1788-41b8-a504-f2c3d6efdf18 None None] Provisioning complete for port a1db92ed-2f9c-4678-8392-4b0304df3761 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:38.851706 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-86c7380a-1788-41b8-a504-f2c3d6efdf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:38.896982 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-731af78b-e5ea-4c60-9800-ba20438796a2 req-03d45cf2-4a5f-42cc-9f0d-5dc7be905e56 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660899 Jun 04 13:53:38.923284 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-86c7380a-1788-41b8-a504-f2c3d6efdf18 None None] Port a1db92ed-2f9c-4678-8392-4b0304df3761 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:53:38.929830 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9027bdc8-5214-42cb-ae57-85f52dc5cd20 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:38.933399 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-9027bdc8-5214-42cb-ae57-85f52dc5cd20 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5620677 Jun 04 13:53:38.933627 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45572) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:38.939524 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-876de044-b3d7-4237-8581-765875dc47f3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Request body: {'security_group_rule': {'security_group_id': '4277b58d-9b95-42c6-9504-718a372ffea6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:38.945275 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-876de044-b3d7-4237-8581-765875dc47f3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:38.953226 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-876de044-b3d7-4237-8581-765875dc47f3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Usage tracker for resource:security_group_rule and tenant:17fa7d7e18654d97bd7dfc5050b92de5 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:38.955945 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-876de044-b3d7-4237-8581-765875dc47f3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:38.963147 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-876de044-b3d7-4237-8581-765875dc47f3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:39.041621 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:39.076772 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-876de044-b3d7-4237-8581-765875dc47f3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:39.208360 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-876de044-b3d7-4237-8581-765875dc47f3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:39.220702 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5536f-acba-406b-ace6-89e17b404e4b req-7b2b0aef-63f5-45af-a7f0-aae57b281503 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:39.222142 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f9f5536f-acba-406b-ace6-89e17b404e4b req-7b2b0aef-63f5-45af-a7f0-aae57b281503 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 931 time: 0.1377614 Jun 04 13:53:39.263147 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:39.268817 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-f9f5536f-acba-406b-ace6-89e17b404e4b req-0d02f244-7476-44d4-83d7-442c88cbbdfa tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Synchronizing usage tracker for tenant:457b5475220b4601bfea76d579d0a660 on resource:security_group {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:53:39.278193 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 3c307844-eb67-479e-b947-2419df0dcac1 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:53:39.297496 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-876de044-b3d7-4237-8581-765875dc47f3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:39.342273 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876de044-b3d7-4237-8581-765875dc47f3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6e2c42-6c75-4cbd-bff2-c36b85dd1b4b,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:39.359948 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-f9f5536f-acba-406b-ace6-89e17b404e4b req-0d02f244-7476-44d4-83d7-442c88cbbdfa tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Unset dirty status for tenant:457b5475220b4601bfea76d579d0a660 on resource:security_group {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:53:39.365818 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f9f5536f-acba-406b-ace6-89e17b404e4b req-0d02f244-7476-44d4-83d7-442c88cbbdfa tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331558 Jun 04 13:53:39.434765 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 3c307844-eb67-479e-b947-2419df0dcac1, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=3c307844-eb67-479e-b947-2419df0dcac1,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:39.443710 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-876de044-b3d7-4237-8581-765875dc47f3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:39.444958 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-876de044-b3d7-4237-8581-765875dc47f3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5103908 Jun 04 13:53:39.448186 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': '3c307844-eb67-479e-b947-2419df0dcac1', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'port_id': '3c307844-eb67-479e-b947-2419df0dcac1', 'mac_address': 'fa:16:3e:03:b8:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:53:39.448709 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45580) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:39.453630 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Request body: {'floatingip': {'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:39.459295 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:39.463091 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Usage tracker for resource:floatingip and tenant:17fa7d7e18654d97bd7dfc5050b92de5 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:39.466202 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:39.473595 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:39.502868 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 3c307844-eb67-479e-b947-2419df0dcac1 is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:39.503241 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:39.520906 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c307844-eb67-479e-b947-2419df0dcac1 {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:53:39.535631 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 3c307844-eb67-479e-b947-2419df0dcac1, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=3c307844-eb67-479e-b947-2419df0dcac1,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:39.572276 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for floatingip, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:39.605864 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:39.700682 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=3c307844-eb67-479e-b947-2419df0dcac1,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:39.726104 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:39.854830 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda1c18-3baa-4a3f-8ddc-1306f85991f6 req-6fc6c880-120a-4e46-8051-a8a57c7dcdee tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:39.861663 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fbda1c18-3baa-4a3f-8ddc-1306f85991f6 req-6fc6c880-120a-4e46-8051-a8a57c7dcdee tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 945 time: 0.1129477 Jun 04 13:53:39.882362 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Allocated IP 172.28.3.73 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/c15b61d3-dd9c-4f0a-b7b5-a0f674009fd2) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:53:39.913326 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fbda1c18-3baa-4a3f-8ddc-1306f85991f6 req-6e86ef87-22d8-4102-86d5-c63ee8c48af6 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487363 Jun 04 13:53:40.232700 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:40.238321 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['3c307844-eb67-479e-b947-2419df0dcac1'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:53:40.255630 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b32f1-190d-4a32-8534-bc7c7bd2c5b3 req-6d29f526-eeb1-4ead-8608-f9018982c1f7 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:40.257058 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3d1b32f1-190d-4a32-8534-bc7c7bd2c5b3 req-6d29f526-eeb1-4ead-8608-f9018982c1f7 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.1617627 Jun 04 13:53:40.311839 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3d1b32f1-190d-4a32-8534-bc7c7bd2c5b3 req-59906f98-a1d6-48fa-806d-13208370d165 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485299 Jun 04 13:53:40.404359 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:40.482343 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:53:40.485380 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:53:40.487567 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:40.494786 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:53:40.563094 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Pushing event updated for resources: {'Port': ['ID=c15b61d3-dd9c-4f0a-b7b5-a0f674009fd2,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:40.582900 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7a938-e4a7-4837-bfb1-180d61c64a8c req-d6bf6545-f7aa-4983-bc81-1c5004a0c434 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:40.583618 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-63f7a938-e4a7-4837-bfb1-180d61c64a8c req-d6bf6545-f7aa-4983-bc81-1c5004a0c434 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Synchronizing usage tracker for tenant:457b5475220b4601bfea76d579d0a660 on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:53:40.605691 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:40.668987 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-63f7a938-e4a7-4837-bfb1-180d61c64a8c req-d6bf6545-f7aa-4983-bc81-1c5004a0c434 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Unset dirty status for tenant:457b5475220b4601bfea76d579d0a660 on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:53:40.670196 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-63f7a938-e4a7-4837-bfb1-180d61c64a8c req-d6bf6545-f7aa-4983-bc81-1c5004a0c434 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 931 time: 0.1837182 Jun 04 13:53:40.722162 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-63f7a938-e4a7-4837-bfb1-180d61c64a8c req-e23c9c08-6a2d-468e-93e3-857bf701c93a tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454757 Jun 04 13:53:40.759481 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:40.999862 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:41.079601 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2204551'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:41.209104 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Pushing event updated for resources: {'Port': ['ID=c15b61d3-dd9c-4f0a-b7b5-a0f674009fd2,revision_number=2']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:41.224330 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:41.235073 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0db534-6e8f-45a0-a223-551b195d05a6 req-155bc818-e193-4ccc-a63e-1780cadb6d72 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:41.236598 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3f0db534-6e8f-45a0-a223-551b195d05a6 req-155bc818-e193-4ccc-a63e-1780cadb6d72 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 945 time: 0.2173359 Jun 04 13:53:41.294248 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3f0db534-6e8f-45a0-a223-551b195d05a6 req-6598f26d-4cf9-47a9-9790-836960fa551b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487921 Jun 04 13:53:41.360386 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:41.367043 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-afa3df1a-e52f-468f-b006-437d3775eb82 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9121089 Jun 04 13:53:41.619902 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d872296-3739-4a69-bf73-e392306e17fd req-65b66760-e17a-4c97-ba6c-f39654464405 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:41.624124 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4d872296-3739-4a69-bf73-e392306e17fd req-65b66760-e17a-4c97-ba6c-f39654464405 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.1901805 Jun 04 13:53:41.639415 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-e6da3e28-034d-4ad3-ae01-46e7e5507bd3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--308250100&fields=id&tenant_id=17fa7d7e18654d97bd7dfc5050b92de5 HTTP/1.1" status: 200 len: 267 time: 0.0747550 Jun 04 13:53:41.670982 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4d872296-3739-4a69-bf73-e392306e17fd req-9109e46c-942c-4264-883f-aad2d6a9a6ef tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426719 Jun 04 13:53:41.823552 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-79e01101-7048-4161-9ac5-c051508b8d64 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:41.824191 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-79e01101-7048-4161-9ac5-c051508b8d64 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Synchronizing usage tracker for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:network {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:53:41.929468 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-79e01101-7048-4161-9ac5-c051508b8d64 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Unset dirty status for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:network {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:53:41.930674 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-79e01101-7048-4161-9ac5-c051508b8d64 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 818 time: 0.2815676 Jun 04 13:53:41.931653 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f2f4d-33f9-4244-8797-ba44d140827c req-ac8b8b72-2f81-4e59-8b1d-f311f45493d8 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:41.933189 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ad7f2f4d-33f9-4244-8797-ba44d140827c req-ac8b8b72-2f81-4e59-8b1d-f311f45493d8 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 931 time: 0.0899224 Jun 04 13:53:41.949510 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-4c14b10b-f908-4e5d-a5ef-551115b6d338 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/quotas/17fa7d7e18654d97bd7dfc5050b92de5 HTTP/1.1" status: 200 len: 375 time: 0.0094128 Jun 04 13:53:42.007131 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ad7f2f4d-33f9-4244-8797-ba44d140827c req-74f48459-75aa-401a-910a-0644c49bf96d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681984 Jun 04 13:53:42.046311 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-66e96f82-a437-4f16-9ae7-10099a848a2e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0900977 Jun 04 13:53:42.195312 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-510d0422-b9fd-4ce4-b931-31c22655a190 service neutron] 10.222.0.15 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368456 Jun 04 13:53:42.335569 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-5d09fb20-c543-4828-9c8a-e4454bf0ab80 service neutron] 10.222.0.15 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380334 Jun 04 13:53:42.505201 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29b491-d8da-4ecb-bfba-8e721dd9ec09 req-63d7fe43-7c89-4899-86b2-e40813d5ab85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:42.506611 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4f29b491-d8da-4ecb-bfba-8e721dd9ec09 req-63d7fe43-7c89-4899-86b2-e40813d5ab85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 945 time: 0.0826705 Jun 04 13:53:42.552571 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4f29b491-d8da-4ecb-bfba-8e721dd9ec09 req-0b4bb4a3-7dca-4b3d-acf0-83c89639adbd tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400994 Jun 04 13:53:42.733995 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-373e6953-6e28-42c5-9906-4bdffccb47e3 req-8fb4ce41-b036-4c29-9165-a0294396e203 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 210 time: 0.0683017 Jun 04 13:53:42.896879 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4eb08-91ab-42d8-bacd-c9866b280b5c req-3d5dfb11-c2e9-42b1-bc0b-8a286a4e5b18 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:42.898335 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f1d4eb08-91ab-42d8-bacd-c9866b280b5c req-3d5dfb11-c2e9-42b1-bc0b-8a286a4e5b18 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0879412 Jun 04 13:53:42.944290 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f1d4eb08-91ab-42d8-bacd-c9866b280b5c req-9d2cc43d-b78f-436c-aa69-2cf41c7df614 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399683 Jun 04 13:53:43.216932 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426c4b9-60c9-4baa-ae51-e1777a8e3adc req-1cade089-65e9-4199-896f-39c5afaf1673 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:43.224903 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8426c4b9-60c9-4baa-ae51-e1777a8e3adc req-1cade089-65e9-4199-896f-39c5afaf1673 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 931 time: 0.1008692 Jun 04 13:53:43.283618 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8426c4b9-60c9-4baa-ae51-e1777a8e3adc req-fbb08b06-7313-4687-9c1e-d0b3da989ddf tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593593 Jun 04 13:53:43.312313 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 3c307844-eb67-479e-b947-2419df0dcac1 up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:53:43.764116 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed405f2-2c30-46c7-90c4-d2cd27be9766 req-88cc68a8-6d42-4e06-a6da-5fab8f319867 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:43.765592 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-eed405f2-2c30-46c7-90c4-d2cd27be9766 req-88cc68a8-6d42-4e06-a6da-5fab8f319867 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 945 time: 0.0970559 Jun 04 13:53:43.864556 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-61f8b789-044c-4c64-943c-f299707dac80 req-a79ff8af-2c5c-40e3-9b3e-4369de15dcaa tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 210 time: 0.0636075 Jun 04 13:53:43.920179 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-eed405f2-2c30-46c7-90c4-d2cd27be9766 req-87a5ebd5-5b43-456e-97d1-25f8f05e420c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454854 Jun 04 13:53:43.971906 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port 3c307844-eb67-479e-b947-2419df0dcac1 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:43.979022 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port 3c307844-eb67-479e-b947-2419df0dcac1 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:43.979022 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:44.132672 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 3c307844-eb67-479e-b947-2419df0dcac1 is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:44.133036 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:44.144408 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f565240-2376-49f1-8109-7625a55a1d6c req-5ff709a3-8071-4c12-8702-8557a7b41016 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:44.146355 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-7f565240-2376-49f1-8109-7625a55a1d6c req-5ff709a3-8071-4c12-8702-8557a7b41016 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0916064 Jun 04 13:53:44.164993 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc86344-e50d-4364-bbb7-f7d881feb9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c307844-eb67-479e-b947-2419df0dcac1'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:53:44.209452 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 3c307844-eb67-479e-b947-2419df0dcac1, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=3c307844-eb67-479e-b947-2419df0dcac1,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:44.236567 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36452bc-d25a-468f-b1bb-e7f8349d4fd6'] response: {'server_uuid': '0bc86344-e50d-4364-bbb7-f7d881feb9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c307844-eb67-479e-b947-2419df0dcac1', 'code': 200} Jun 04 13:53:44.238443 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-7f565240-2376-49f1-8109-7625a55a1d6c req-df8d40fd-6cf6-4fe5-89bc-03dd9ce239df tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810313 Jun 04 13:53:44.312697 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:44.388925 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=3c307844-eb67-479e-b947-2419df0dcac1,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:44.488510 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab1353-acb1-4c01-b7c4-c4074470a925 req-55d06585-2822-4369-86f4-8c94bd7f691d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:44.490174 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b6ab1353-acb1-4c01-b7c4-c4074470a925 req-55d06585-2822-4369-86f4-8c94bd7f691d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 931 time: 0.0836251 Jun 04 13:53:44.537835 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b6ab1353-acb1-4c01-b7c4-c4074470a925 req-8669b3b7-54cd-4654-b564-2560a22c0d76 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408800 Jun 04 13:53:45.021161 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d14e7e7b-a70f-4c8b-8c67-9332a4a0baae req-4b52af16-a461-4b19-abc3-e657648b1522 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 210 time: 0.0420010 Jun 04 13:53:45.136823 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cbd4d-cd14-4fca-a980-ad7fdbc723a0 req-4ae351a1-2c40-4d9a-ac88-a16fe36892a4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:45.138341 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b51cbd4d-cd14-4fca-a980-ad7fdbc723a0 req-4ae351a1-2c40-4d9a-ac88-a16fe36892a4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0835679 Jun 04 13:53:45.194321 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b51cbd4d-cd14-4fca-a980-ad7fdbc723a0 req-bb8333f4-97f5-44b5-8996-8ce5a5f1ee06 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473638 Jun 04 13:53:45.436666 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acf65d-e0dc-4ebf-9590-c55bd4c6fbb1 req-f8c4761b-d0f3-47f8-a3ba-60344bcd7845 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:45.438034 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e9acf65d-e0dc-4ebf-9590-c55bd4c6fbb1 req-f8c4761b-d0f3-47f8-a3ba-60344bcd7845 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0831020 Jun 04 13:53:45.483244 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e9acf65d-e0dc-4ebf-9590-c55bd4c6fbb1 req-ca4d376b-d3f4-42d9-8b06-90eed0234c76 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390522 Jun 04 13:53:45.734609 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c31403-d297-4d53-8fc8-c51e80d4d9bc req-0516305a-c626-4ba5-a57a-4138199d4e8d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:45.736515 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e9c31403-d297-4d53-8fc8-c51e80d4d9bc req-0516305a-c626-4ba5-a57a-4138199d4e8d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 931 time: 0.0876873 Jun 04 13:53:45.783338 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e9c31403-d297-4d53-8fc8-c51e80d4d9bc req-08497a51-9180-4cb0-b949-01746236287d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413780 Jun 04 13:53:46.183914 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6456d1da-057c-467e-8916-12d9c637c791 req-f1b91b52-6484-4051-8c94-1923f39fbfd6 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 210 time: 0.0572512 Jun 04 13:53:46.381054 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ef0f4-b38e-4c55-a56d-abc9c1d90e23 req-7b9464d8-3ceb-4d66-ba50-ff66ce32b557 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:46.382613 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-179ef0f4-b38e-4c55-a56d-abc9c1d90e23 req-7b9464d8-3ceb-4d66-ba50-ff66ce32b557 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0805280 Jun 04 13:53:46.431710 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-179ef0f4-b38e-4c55-a56d-abc9c1d90e23 req-4995d573-3adc-4017-807f-8819dcc9aa05 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434179 Jun 04 13:53:46.686064 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65b258-0e5e-4837-a0f3-6ed3232c1df0 req-d3cc1736-7d66-4516-aa27-9bc6cea0b56f tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:46.687454 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3e65b258-0e5e-4837-a0f3-6ed3232c1df0 req-d3cc1736-7d66-4516-aa27-9bc6cea0b56f tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0869653 Jun 04 13:53:46.736360 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3e65b258-0e5e-4837-a0f3-6ed3232c1df0 req-10d07cc0-a3b7-42db-9ba4-15a7c0224088 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431118 Jun 04 13:53:46.980690 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffb75e-c0be-4616-ac2c-3e66ac4ba689 req-c8749fa3-571b-4b1e-a640-a8d74a425372 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:46.982064 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-dbffb75e-c0be-4616-ac2c-3e66ac4ba689 req-c8749fa3-571b-4b1e-a640-a8d74a425372 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 931 time: 0.0896420 Jun 04 13:53:47.042463 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-dbffb75e-c0be-4616-ac2c-3e66ac4ba689 req-5d620ed2-8351-4d91-9449-bdb297d456b5 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547569 Jun 04 13:53:47.342665 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-74fd645f-8e6a-4c3c-8711-9187a6692987 req-ca67fba2-5bd1-45fb-86c1-bf191fa6548c tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 210 time: 0.0429201 Jun 04 13:53:47.622054 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e3140-e304-4fb3-ab0d-2ad520c86898 req-44261683-c382-4f22-bee8-23ffcccf8b6a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:47.623547 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-707e3140-e304-4fb3-ab0d-2ad520c86898 req-44261683-c382-4f22-bee8-23ffcccf8b6a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0811067 Jun 04 13:53:47.670090 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-707e3140-e304-4fb3-ab0d-2ad520c86898 req-8ff30902-bef7-4cf3-8bb2-618c08de25f2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401866 Jun 04 13:53:47.925669 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db621b8e-b43c-4248-a0f4-502ca772f5d1 req-57982615-c1aa-4bc8-bfcf-e4799350a679 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:47.927127 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-db621b8e-b43c-4248-a0f4-502ca772f5d1 req-57982615-c1aa-4bc8-bfcf-e4799350a679 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0837514 Jun 04 13:53:47.969868 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-db621b8e-b43c-4248-a0f4-502ca772f5d1 req-7bf35858-0af9-4677-823e-99c1af416e4e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371745 Jun 04 13:53:48.226994 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838e8fa-fdae-42b3-b446-14fdf67db9d0 req-57a5f442-d0dc-4db8-ae79-f6599de678db tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:48.228447 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e838e8fa-fdae-42b3-b446-14fdf67db9d0 req-57a5f442-d0dc-4db8-ae79-f6599de678db tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 931 time: 0.0812876 Jun 04 13:53:48.271367 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e838e8fa-fdae-42b3-b446-14fdf67db9d0 req-caba2a79-293d-4383-8087-daa4d13ceb24 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372126 Jun 04 13:53:48.487026 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1c831eea-0953-4c76-84b3-f81406d08445 req-59a7c478-8c82-4568-93d5-e6ce683fa187 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 210 time: 0.0426059 Jun 04 13:53:48.850878 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e0ce0-4abb-4cae-9a87-8f8debd6ed8a req-0362d5e7-7da6-49c9-9147-75dca586de9c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:48.852287 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fa8e0ce0-4abb-4cae-9a87-8f8debd6ed8a req-0362d5e7-7da6-49c9-9147-75dca586de9c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0770817 Jun 04 13:53:48.895571 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fa8e0ce0-4abb-4cae-9a87-8f8debd6ed8a req-8843af89-8d71-45ac-bbd8-e7443cdda99b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372257 Jun 04 13:53:49.156948 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332fe72-bf79-486d-bcb2-3e6b87a8914c req-d83bf958-57c1-4d97-ae89-29d9a9c00d11 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:49.158275 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2332fe72-bf79-486d-bcb2-3e6b87a8914c req-d83bf958-57c1-4d97-ae89-29d9a9c00d11 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0819604 Jun 04 13:53:49.202116 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2332fe72-bf79-486d-bcb2-3e6b87a8914c req-d4deedfa-fefd-4d16-8331-0d816411095d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379896 Jun 04 13:53:49.451233 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019f667-3769-4ce0-8c9b-a05ecf159f73 req-9a2747fe-5d4e-4681-9989-0cb1e7567f8c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:49.452558 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e019f667-3769-4ce0-8c9b-a05ecf159f73 req-9a2747fe-5d4e-4681-9989-0cb1e7567f8c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 931 time: 0.0771947 Jun 04 13:53:49.494893 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e019f667-3769-4ce0-8c9b-a05ecf159f73 req-a7453e6d-6034-4993-bcb9-457de659966c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368531 Jun 04 13:53:49.629756 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5e417d02-12ed-47ff-b9a7-60653c2b9f19 req-457afd6d-2ab8-47ea-a004-1d63d23a704e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 210 time: 0.0435798 Jun 04 13:53:50.075651 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db270e-8e73-4c51-94a9-4165b986e1b0 req-8ef95444-adc4-4312-8d55-4a75797604a9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:50.077097 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-96db270e-8e73-4c51-94a9-4165b986e1b0 req-8ef95444-adc4-4312-8d55-4a75797604a9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0777164 Jun 04 13:53:50.120023 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-96db270e-8e73-4c51-94a9-4165b986e1b0 req-6f7e0fa4-b998-48d6-9114-490441108772 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373626 Jun 04 13:53:50.390066 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e682c7-d5d0-4657-ab5e-3aa40ae64092 req-0479712e-5725-41f8-9c86-deacb41ac584 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:50.391489 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a0e682c7-d5d0-4657-ab5e-3aa40ae64092 req-0479712e-5725-41f8-9c86-deacb41ac584 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0806572 Jun 04 13:53:50.434546 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a0e682c7-d5d0-4657-ab5e-3aa40ae64092 req-c8d1a03b-7386-47c4-a02d-a7da7ff60691 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374310 Jun 04 13:53:50.670464 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad24cde-7862-48e5-a41f-cb333e253e99 req-81001ce7-4ba1-42b7-83da-92fb3a1ae80d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:50.671888 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ad24cde-7862-48e5-a41f-cb333e253e99 req-81001ce7-4ba1-42b7-83da-92fb3a1ae80d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 931 time: 0.0779285 Jun 04 13:53:50.716416 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ad24cde-7862-48e5-a41f-cb333e253e99 req-183aee3e-0061-4f48-b520-38bf6f23551c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389786 Jun 04 13:53:50.848606 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c02faaa1-1121-4b88-b3d6-d2657567f262 req-f470504d-9905-4c04-8334-15560a0eb1cc tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 210 time: 0.0410056 Jun 04 13:53:51.175180 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Request body: {'port': {'device_id': '44c72599-7d34-4673-95a3-616660bfbf73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:51.349217 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:51.566408 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc0864-259d-4013-bbac-4e471c951f03 req-ba127935-74f3-4ffa-aec3-f01d4b47153c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:51.567785 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-eebc0864-259d-4013-bbac-4e471c951f03 req-ba127935-74f3-4ffa-aec3-f01d4b47153c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 946 time: 0.2007010 Jun 04 13:53:51.689412 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-eebc0864-259d-4013-bbac-4e471c951f03 req-3c326086-c32b-40cf-8bb3-59099ec8b386 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046245 Jun 04 13:53:51.817608 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1db92ed-2f9c-4678-8392-4b0304df3761 {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:53:51.861341 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:51.880834 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Transition to ACTIVE for port object a1db92ed-2f9c-4678-8392-4b0304df3761 will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:51.916440 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1f0bf-45d4-4cf5-a558-fd9069b2ba00 req-760072de-6c89-43ec-934c-5b94e2cda098 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:51.918181 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-05f1f0bf-45d4-4cf5-a558-fd9069b2ba00 req-760072de-6c89-43ec-934c-5b94e2cda098 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.1036170 Jun 04 13:53:51.962420 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-05f1f0bf-45d4-4cf5-a558-fd9069b2ba00 req-720a04f5-6889-44cd-b2cb-8c336744a5a2 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382886 Jun 04 13:53:51.979397 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:52.184826 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1db92ed-2f9c-4678-8392-4b0304df3761,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:52.283269 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Attempting to bind port a1db92ed-2f9c-4678-8392-4b0304df3761 on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:53:52.287277 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Attempting to bind port a1db92ed-2f9c-4678-8392-4b0304df3761 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '50668f70-a9da-4be2-8997-1968b4ee7df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:53:52.287277 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Attempting to bind port a1db92ed-2f9c-4678-8392-4b0304df3761 on network 0cf7b161-85a1-4979-a152-918a492683a5 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:53:52.293275 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Port a1db92ed-2f9c-4678-8392-4b0304df3761 on network 0cf7b161-85a1-4979-a152-918a492683a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:53:52.293592 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Attempting to bind port a1db92ed-2f9c-4678-8392-4b0304df3761 on network 0cf7b161-85a1-4979-a152-918a492683a5 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:53:52.301602 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:53:52.301983 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Checking segment: {'id': '50668f70-a9da-4be2-8997-1968b4ee7df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:53:52.302370 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Bound using segment: {'id': '50668f70-a9da-4be2-8997-1968b4ee7df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:53:52.302796 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Bound port: a1db92ed-2f9c-4678-8392-4b0304df3761, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50668f70-a9da-4be2-8997-1968b4ee7df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:53:52.303143 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:52.329163 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1a5b8-dc31-4c3a-a820-f370aedc08db req-17d509de-bd82-441a-94dd-8f1c1e82d442 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:52.336092 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-66c1a5b8-dc31-4c3a-a820-f370aedc08db req-17d509de-bd82-441a-94dd-8f1c1e82d442 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 943 time: 0.2387574 Jun 04 13:53:52.357133 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675acfdc-c99e-45c8-8d74-c525a5fdf3ac req-d7b6de85-0714-440a-b566-50186e9368cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:52.367614 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-675acfdc-c99e-45c8-8d74-c525a5fdf3ac req-d7b6de85-0714-440a-b566-50186e9368cf service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 1099 time: 0.1459723 Jun 04 13:53:52.423959 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-66c1a5b8-dc31-4c3a-a820-f370aedc08db req-9caf9ae3-a82a-40ba-b4ee-a787d8aa86bf tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869670 Jun 04 13:53:52.446791 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] For port a1db92ed-2f9c-4678-8392-4b0304df3761, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:53:52.449801 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] For port a1db92ed-2f9c-4678-8392-4b0304df3761, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a1db92ed-2f9c-4678-8392-4b0304df3761,segment=NetworkSegment(50668f70-a9da-4be2-8997-1968b4ee7df4),segment_id=50668f70-a9da-4be2-8997-1968b4ee7df4)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:53:52.458780 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7292bb8c-c5f7-44ee-b08e-e88ff0c26eee req-dbbe34dc-1221-44dd-84d5-5411b89a5516 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 210 time: 0.0792983 Jun 04 13:53:52.488868 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-675acfdc-c99e-45c8-8d74-c525a5fdf3ac req-e344f9db-86b9-4c66-b486-478130726dfb service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073546 Jun 04 13:53:52.543523 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:52.605749 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:52.606373 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:52.607740 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] 10.222.0.17 "PUT /v2.0/ports/a1db92ed-2f9c-4678-8392-4b0304df3761 HTTP/1.1" status: 200 len: 1093 time: 1.4369562 Jun 04 13:53:52.608172 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c72599-7d34-4673-95a3-616660bfbf73', 'tag': 'a1db92ed-2f9c-4678-8392-4b0304df3761'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:53:52.631931 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ae3ea-908b-441a-b748-ea0612406af5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1db92ed-2f9c-4678-8392-4b0304df3761,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:52.658103 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014666d3-992b-4d6a-9570-44dfb11c0424'] response: {'name': 'network-changed', 'server_uuid': '44c72599-7d34-4673-95a3-616660bfbf73', 'tag': 'a1db92ed-2f9c-4678-8392-4b0304df3761', 'status': 'completed', 'code': 200} Jun 04 13:53:52.884618 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856302ee-ed6a-46dd-aeaf-2b68809acb42 req-110f6982-cf9b-4d57-b7fd-90d7158ca9dd tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:52.885913 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-856302ee-ed6a-46dd-aeaf-2b68809acb42 req-110f6982-cf9b-4d57-b7fd-90d7158ca9dd tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0795829 Jun 04 13:53:52.902294 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b7b52-b9bb-497a-bfc2-a977ee77ea1a req-3d2e6d0f-93cc-4bfe-8629-f6b6f39ef401 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:52.903752 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-7d7b7b52-b9bb-497a-bfc2-a977ee77ea1a req-3d2e6d0f-93cc-4bfe-8629-f6b6f39ef401 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0789547 Jun 04 13:53:52.929398 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-856302ee-ed6a-46dd-aeaf-2b68809acb42 req-c47b3c0f-adfe-48bf-bebc-d7643587c478 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376155 Jun 04 13:53:52.947760 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-7d7b7b52-b9bb-497a-bfc2-a977ee77ea1a req-54de5ea8-ff6d-4ead-b405-a235454d1cf1 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382192 Jun 04 13:53:53.165444 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aad10-bf32-4b15-b1db-c3d04c3a2e2c req-85e03ff6-4eb7-44ae-8017-e8922e2d6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:53.166852 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-861aad10-bf32-4b15-b1db-c3d04c3a2e2c req-85e03ff6-4eb7-44ae-8017-e8922e2d6a29 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=457b5475220b4601bfea76d579d0a660&device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 1096 time: 0.0743325 Jun 04 13:53:53.314249 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aad10-bf32-4b15-b1db-c3d04c3a2e2c req-e53cfd44-fc11-4768-a0e3-bb2cd6694f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:53.315663 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-861aad10-bf32-4b15-b1db-c3d04c3a2e2c req-e53cfd44-fc11-4768-a0e3-bb2cd6694f9c service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=457b5475220b4601bfea76d579d0a660&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1341336 Jun 04 13:53:53.374084 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cc2ee-1c2d-4841-a1c2-7e030ddc6647 req-bac79d3a-9b52-4a02-9c85-bc36864aa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:53.375536 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5d3cc2ee-1c2d-4841-a1c2-7e030ddc6647 req-bac79d3a-9b52-4a02-9c85-bc36864aa42d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1bab325121754db6a16249d176589adc&device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 1099 time: 0.0765975 Jun 04 13:53:53.461259 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aad10-bf32-4b15-b1db-c3d04c3a2e2c req-656f0b81-adda-431a-b050-04552a95cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:53.462762 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-861aad10-bf32-4b15-b1db-c3d04c3a2e2c req-656f0b81-adda-431a-b050-04552a95cdc8 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1398907 Jun 04 13:53:53.543700 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cc2ee-1c2d-4841-a1c2-7e030ddc6647 req-0d8eae74-4350-4f3b-8c94-4b7bb5d6c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:53.545630 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5d3cc2ee-1c2d-4841-a1c2-7e030ddc6647 req-0d8eae74-4350-4f3b-8c94-4b7bb5d6c566 service neutron] 10.222.0.17 "GET /v2.0/networks?id=15ca5580-d168-42fa-8af5-abcdc93e9ac4 HTTP/1.1" status: 200 len: 911 time: 0.1626821 Jun 04 13:53:53.709534 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5d3cc2ee-1c2d-4841-a1c2-7e030ddc6647 req-050c5519-a7d6-4b97-b4af-fb18d0591a95 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aab71abe-a311-467b-9ed1-462415e5b96d HTTP/1.1" status: 200 len: 1002 time: 0.1264656 Jun 04 13:53:53.729821 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac91974-687f-4239-9cf9-74e2a2befd54 req-33081f98-324c-4410-9bdf-73428fed059d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:53.731497 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8ac91974-687f-4239-9cf9-74e2a2befd54 req-33081f98-324c-4410-9bdf-73428fed059d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 943 time: 0.1849022 Jun 04 13:53:53.736524 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9573e529-aa8f-4cfd-9273-7dc0fae8672d req-1b82e726-6b1f-4dee-8f3e-e513dfdb6cef tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 210 time: 0.1225481 Jun 04 13:53:53.765301 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-078b3d6b-5658-4305-8932-5dd396edb80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:53.766801 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-078b3d6b-5658-4305-8932-5dd396edb80d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=457b5475220b4601bfea76d579d0a660&device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 1096 time: 0.1876109 Jun 04 13:53:53.776455 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8ac91974-687f-4239-9cf9-74e2a2befd54 req-1bb03c1d-d6e8-48b3-b26f-9bc74fa9e435 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388968 Jun 04 13:53:53.901312 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cc2ee-1c2d-4841-a1c2-7e030ddc6647 req-af440571-95db-4472-b891-465ffc6eb837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:53.902799 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5d3cc2ee-1c2d-4841-a1c2-7e030ddc6647 req-af440571-95db-4472-b891-465ffc6eb837 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=1b549cf0-8286-455e-9abd-46f9e5d41a3c HTTP/1.1" status: 200 len: 849 time: 0.0593207 Jun 04 13:53:53.928588 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-109a77a1-a84e-4c67-b68e-29f994fcf81a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1db92ed-2f9c-4678-8392-4b0304df3761 HTTP/1.1" status: 200 len: 217 time: 0.0840459 Jun 04 13:53:53.983525 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cc2ee-1c2d-4841-a1c2-7e030ddc6647 req-5ea68d9f-6ecb-4d8f-9eee-6dd6ddb8c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:53.985074 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5d3cc2ee-1c2d-4841-a1c2-7e030ddc6647 req-5ea68d9f-6ecb-4d8f-9eee-6dd6ddb8c395 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=15ca5580-d168-42fa-8af5-abcdc93e9ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723982 Jun 04 13:53:54.032837 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-094bd77f-bcbf-4801-94d1-bfd6335dadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:54.034313 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-094bd77f-bcbf-4801-94d1-bfd6335dadb9 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=fd14e7ba-aaa8-4855-b3a2-9e3d63eec635 HTTP/1.1" status: 200 len: 853 time: 0.0578568 Jun 04 13:53:54.229387 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-b6c1c6cb-ee96-4915-a596-26077ae26331 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:54.230825 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-b6c1c6cb-ee96-4915-a596-26077ae26331 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.17 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 818 time: 0.3393266 Jun 04 13:53:54.245288 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-a6b4829a-36c7-43cf-a8c6-324b0926e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:54.247411 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-a6b4829a-36c7-43cf-a8c6-324b0926e5b1 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=0cf7b161-85a1-4979-a152-918a492683a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1919000 Jun 04 13:53:54.255007 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98b9bf-19fd-4417-9dd6-e5d04d41c67d req-405f050d-7d85-496a-a6f6-17df0448fbb8 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:54.256451 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1b98b9bf-19fd-4417-9dd6-e5d04d41c67d req-405f050d-7d85-496a-a6f6-17df0448fbb8 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 946 time: 0.2020457 Jun 04 13:53:54.264347 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5d3cc2ee-1c2d-4841-a1c2-7e030ddc6647 req-2967e9e4-0a0f-4045-aad4-3a10e834cec0 service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714100 Jun 04 13:53:54.276363 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d28c0-7719-4a23-852f-7dfcf13fdf31 req-f108e742-183f-4073-b3da-7266080fbd3d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:54.277843 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-160d28c0-7719-4a23-852f-7dfcf13fdf31 req-f108e742-183f-4073-b3da-7266080fbd3d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.1293404 Jun 04 13:53:54.308388 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1b98b9bf-19fd-4417-9dd6-e5d04d41c67d req-3cc85f39-ad48-4c28-941f-a8b746024091 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438373 Jun 04 13:53:54.322867 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-160d28c0-7719-4a23-852f-7dfcf13fdf31 req-f1181bff-adbc-41bf-849b-b01467aeed2e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392435 Jun 04 13:53:54.445534 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-142f8020-8760-404a-bf0b-4bf754acd117 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Synchronizing usage tracker for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:security_group {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:53:54.450507 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5d3cc2ee-1c2d-4841-a1c2-7e030ddc6647 req-2c400b36-36d3-4918-833b-3d590177636e service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266499 Jun 04 13:53:54.506296 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-9cec8eb4-78bb-482b-9dd1-d00edbd576f1 service neutron] 10.222.0.17 "GET /v2.0/networks/0cf7b161-85a1-4979-a152-918a492683a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643348 Jun 04 13:53:54.529775 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-142f8020-8760-404a-bf0b-4bf754acd117 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Unset dirty status for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:security_group {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:53:54.531769 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-142f8020-8760-404a-bf0b-4bf754acd117 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17fa7d7e18654d97bd7dfc5050b92de5 HTTP/1.1" status: 200 len: 379 time: 0.2112138 Jun 04 13:53:54.574326 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Request body: {'port': {'device_id': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'admin_state_up': True, 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'security_groups': ['4277b58d-9b95-42c6-9504-718a372ffea6']}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:54.787870 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c9eb59a-5abf-434e-996e-c3a1ab74cca6 req-78356aa2-d214-4d75-aea4-5e705bfb6ce6 service neutron] 10.222.0.17 "GET /v2.0/networks/0cf7b161-85a1-4979-a152-918a492683a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383697 Jun 04 13:53:54.794120 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:54.803719 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:54.890562 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a75893c8-c5cf-4ce8-a290-7e70ef2d386b req-c25c67d0-2fc0-4e41-9da6-a07cfca94f0d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 210 time: 0.0454099 Jun 04 13:53:54.891877 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Made reservation on behalf of 17fa7d7e18654d97bd7dfc5050b92de5 for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:53:54.895540 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:54.970121 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7cfa7-1caa-4345-9eff-abf395180036 req-7d1f639e-436e-4cae-bc3c-a5a4edc8f9cf tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:54.971820 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f9b7cfa7-1caa-4345-9eff-abf395180036 req-7d1f639e-436e-4cae-bc3c-a5a4edc8f9cf tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 943 time: 0.0831807 Jun 04 13:53:55.016593 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f9b7cfa7-1caa-4345-9eff-abf395180036 req-91e3decf-5b9d-4028-992d-c42837f19a52 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380523 Jun 04 13:53:55.050134 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Allocated IP 172.20.0.9 (f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8/55dd5078-70b3-428a-8058-e1e37c51cb53/ae9298c7-15df-4665-b418-fab99b2b6d1d) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:53:55.232930 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:55.247927 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Transition to ACTIVE for port object ae9298c7-15df-4665-b418-fab99b2b6d1d will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:55.320372 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:55.387803 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:53:55.391260 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:53:55.395041 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:53:55.507967 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Pushing event updated for resources: {'Port': ['ID=ae9298c7-15df-4665-b418-fab99b2b6d1d,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:55.526000 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:55.530926 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:55.531087 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bbd53-c3f9-4007-9ad9-b409cbbf1d17 req-fdbef767-4121-442a-9f87-196e72087198 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:55.531571 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:55.531571 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:55.531571 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:55.531571 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:55.531571 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:55.532046 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-367bbd53-c3f9-4007-9ad9-b409cbbf1d17 req-fdbef767-4121-442a-9f87-196e72087198 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0937600 Jun 04 13:53:55.532130 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:55.532130 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:55.532130 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:55.532130 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:55.532130 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:55.550216 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:55.551072 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:55.580246 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-367bbd53-c3f9-4007-9ad9-b409cbbf1d17 req-0194fa45-d5f9-403f-b7f0-5a791d77c763 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448122 Jun 04 13:53:55.620117 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9b8d9-3a50-409d-8dd7-4e57f0643e9b req-be5440a0-673a-4fc9-b82e-34e9b2f47e88 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:55.621631 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-40c9b8d9-3a50-409d-8dd7-4e57f0643e9b req-be5440a0-673a-4fc9-b82e-34e9b2f47e88 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 946 time: 0.1903236 Jun 04 13:53:55.669530 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-40c9b8d9-3a50-409d-8dd7-4e57f0643e9b req-a0ea992a-72ed-41d6-99e6-4759f53fcf3b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416906 Jun 04 13:53:55.682304 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-d3bfdc1f-12a7-49ae-879c-07e58cec664d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1126335 Jun 04 13:53:55.703032 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Request body: {'port': {'device_id': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:55.794766 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-f9f6461d-8564-4399-8b69-4a97794b8744 None None] Provisioning for port ae9298c7-15df-4665-b418-fab99b2b6d1d completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:55.803122 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-f9f6461d-8564-4399-8b69-4a97794b8744 None None] Provisioning complete for port ae9298c7-15df-4665-b418-fab99b2b6d1d triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:55.803492 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f9f6461d-8564-4399-8b69-4a97794b8744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:55.862577 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6461d-8564-4399-8b69-4a97794b8744 None None] Port ae9298c7-15df-4665-b418-fab99b2b6d1d cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:53:55.867885 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab19b71-2a8e-4b55-8f8d-67728e6e4ad8 req-ad9c1ed3-2e60-471e-b55b-b0e5aa5c70e4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:55.870193 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1ab19b71-2a8e-4b55-8f8d-67728e6e4ad8 req-ad9c1ed3-2e60-471e-b55b-b0e5aa5c70e4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0888190 Jun 04 13:53:55.878883 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45770) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:55.885982 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-389a96bb-0137-42eb-b7f1-9fe40196f61d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'floatingip': {'port_id': '3c307844-eb67-479e-b947-2419df0dcac1'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:55.889575 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:55.975652 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-389a96bb-0137-42eb-b7f1-9fe40196f61d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:56.205805 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1bec7-5846-40ca-87ad-27959bd10868 req-97380930-a9d1-454b-b218-457c1ef2c435 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:56.206489 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-0aa1bec7-5846-40ca-87ad-27959bd10868 req-97380930-a9d1-454b-b218-457c1ef2c435 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Synchronizing usage tracker for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:53:56.308721 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9298c7-15df-4665-b418-fab99b2b6d1d {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:53:56.315672 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-0aa1bec7-5846-40ca-87ad-27959bd10868 req-97380930-a9d1-454b-b218-457c1ef2c435 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Unset dirty status for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:53:56.316835 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0aa1bec7-5846-40ca-87ad-27959bd10868 req-97380930-a9d1-454b-b218-457c1ef2c435 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 931 time: 0.3061121 Jun 04 13:53:56.318435 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:56.350567 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Transition to ACTIVE for port object ae9298c7-15df-4665-b418-fab99b2b6d1d will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:56.365216 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be802d4-1f9d-4293-bfed-f5d6f0e0c69b req-7c0593d2-f1f4-4c6f-a35a-69468f0b02d6 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:56.366680 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8be802d4-1f9d-4293-bfed-f5d6f0e0c69b req-7c0593d2-f1f4-4c6f-a35a-69468f0b02d6 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 943 time: 0.2267315 Jun 04 13:53:56.371339 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0aa1bec7-5846-40ca-87ad-27959bd10868 req-09bc6ad1-15e3-4ca6-b506-45ba511368a0 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484474 Jun 04 13:53:56.420907 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:56.507668 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8be802d4-1f9d-4293-bfed-f5d6f0e0c69b req-c0f46e48-0200-4a58-8f1b-c1c5c09fe661 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324961 Jun 04 13:53:56.614174 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9298c7-15df-4665-b418-fab99b2b6d1d,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:56.665943 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Attempting to bind port ae9298c7-15df-4665-b418-fab99b2b6d1d on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:53:56.666335 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Attempting to bind port ae9298c7-15df-4665-b418-fab99b2b6d1d by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:53:56.666677 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Attempting to bind port ae9298c7-15df-4665-b418-fab99b2b6d1d on network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:53:56.675554 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Port ae9298c7-15df-4665-b418-fab99b2b6d1d on network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:53:56.675554 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Attempting to bind port ae9298c7-15df-4665-b418-fab99b2b6d1d on network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:53:56.684692 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:53:56.685403 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Checking segment: {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:53:56.686098 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Bound using segment: {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:53:56.686760 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Bound port: ae9298c7-15df-4665-b418-fab99b2b6d1d, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:53:56.687204 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:56.719515 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-389a96bb-0137-42eb-b7f1-9fe40196f61d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:56.788988 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-389a96bb-0137-42eb-b7f1-9fe40196f61d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:56.849731 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] For port ae9298c7-15df-4665-b418-fab99b2b6d1d, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:53:56.850988 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] For port ae9298c7-15df-4665-b418-fab99b2b6d1d, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=ae9298c7-15df-4665-b418-fab99b2b6d1d,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:53:56.864069 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f22fe-00f3-43f3-8e31-02731703354d req-5cf9b0dd-79b5-418c-ba96-bc427799ab5e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:56.865680 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6e8f22fe-00f3-43f3-8e31-02731703354d req-5cf9b0dd-79b5-418c-ba96-bc427799ab5e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.1326632 Jun 04 13:53:56.914078 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6e8f22fe-00f3-43f3-8e31-02731703354d req-af43b486-bda2-4c10-b4d1-1306efbba9ea tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424054 Jun 04 13:53:56.924236 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:56.987306 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:56.987850 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:56.989189 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] 10.222.0.17 "PUT /v2.0/ports/ae9298c7-15df-4665-b418-fab99b2b6d1d HTTP/1.1" status: 200 len: 1093 time: 1.2913692 Jun 04 13:53:56.989819 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'tag': 'ae9298c7-15df-4665-b418-fab99b2b6d1d'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:53:57.027575 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ebe39-0366-4a42-b4ac-e84d88853436 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9298c7-15df-4665-b418-fab99b2b6d1d,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:57.055087 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b717b29-a427-4582-b584-184a301df22f'] response: {'name': 'network-changed', 'server_uuid': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'tag': 'ae9298c7-15df-4665-b418-fab99b2b6d1d', 'status': 'completed', 'code': 200} Jun 04 13:53:57.068175 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.l3_db [None req-389a96bb-0137-42eb-b7f1-9fe40196f61d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Floating IP 4a348007-ee9b-4864-be35-1fd5a9a5b2ab associated. External IP: 172.28.3.66, port: 3c307844-eb67-479e-b947-2419df0dcac1. Jun 04 13:53:57.194351 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34106e8-9d41-4272-83cb-be38e8e59a43 req-4e358365-4dab-4087-9b03-49f3f47dfb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:57.195817 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f34106e8-9d41-4272-83cb-be38e8e59a43 req-4e358365-4dab-4087-9b03-49f3f47dfb04 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 1096 time: 0.0913587 Jun 04 13:53:57.299195 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device a1db92ed-2f9c-4678-8392-4b0304df3761 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:53:57.358336 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34106e8-9d41-4272-83cb-be38e8e59a43 req-bdd4cbfd-558f-4441-88ac-e7ae9ad5ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:57.359760 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f34106e8-9d41-4272-83cb-be38e8e59a43 req-bdd4cbfd-558f-4441-88ac-e7ae9ad5ba36 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1463935 Jun 04 13:53:57.492103 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389a96bb-0137-42eb-b7f1-9fe40196f61d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Router f401466b-c510-41cc-8f64-1540c5ef120e has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:53:57.493676 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port a1db92ed-2f9c-4678-8392-4b0304df3761, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a1db92ed-2f9c-4678-8392-4b0304df3761,segment=NetworkSegment(50668f70-a9da-4be2-8997-1968b4ee7df4),segment_id=50668f70-a9da-4be2-8997-1968b4ee7df4)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:57.511956 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': 'a1db92ed-2f9c-4678-8392-4b0304df3761', 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'port_id': 'a1db92ed-2f9c-4678-8392-4b0304df3761', 'mac_address': 'fa:16:3e:82:d0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:53:57.568063 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port a1db92ed-2f9c-4678-8392-4b0304df3761 is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:53:57.568438 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:57.589611 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1db92ed-2f9c-4678-8392-4b0304df3761 {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:53:57.589986 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34106e8-9d41-4272-83cb-be38e8e59a43 req-02c1d27a-20b4-47ce-91f9-6b9e91d1cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:57.591608 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f34106e8-9d41-4272-83cb-be38e8e59a43 req-02c1d27a-20b4-47ce-91f9-6b9e91d1cf19 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2250617 Jun 04 13:53:57.607884 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port a1db92ed-2f9c-4678-8392-4b0304df3761, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a1db92ed-2f9c-4678-8392-4b0304df3761,segment=NetworkSegment(50668f70-a9da-4be2-8997-1968b4ee7df4),segment_id=50668f70-a9da-4be2-8997-1968b4ee7df4)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:57.614063 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2ebfe-68c6-4ee1-ab85-708d2b3ea1a7 req-5dd182fe-ed03-4510-8f58-bed5c68b58a9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:57.615560 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-81e2ebfe-68c6-4ee1-ab85-708d2b3ea1a7 req-5dd182fe-ed03-4510-8f58-bed5c68b58a9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 943 time: 0.1193371 Jun 04 13:53:57.672472 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:57.700313 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-81e2ebfe-68c6-4ee1-ab85-708d2b3ea1a7 req-bb3f7e8e-6a9e-4d2b-ac73-19320f187562 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775316 Jun 04 13:53:57.745330 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-291957d6-2f66-4ab4-b6b7-22cb7e768685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:57.745642 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389a96bb-0137-42eb-b7f1-9fe40196f61d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:53:57.746912 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-291957d6-2f66-4ab4-b6b7-22cb7e768685 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 1096 time: 0.0845816 Jun 04 13:53:57.759940 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-389a96bb-0137-42eb-b7f1-9fe40196f61d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:57.760048 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e483ac8d-18a4-4300-9f45-6dd10cadca25 None None] Sync routers for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:53:57.765829 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=a1db92ed-2f9c-4678-8392-4b0304df3761,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:57.770006 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e483ac8d-18a4-4300-9f45-6dd10cadca25 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:53:57.770930 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-e483ac8d-18a4-4300-9f45-6dd10cadca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:53:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:57.821416 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-389a96bb-0137-42eb-b7f1-9fe40196f61d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "PUT /v2.0/floatingips/4a348007-ee9b-4864-be35-1fd5a9a5b2ab HTTP/1.1" status: 200 len: 991 time: 1.9412777 Jun 04 13:53:57.822418 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc86344-e50d-4364-bbb7-f7d881feb9e3', 'tag': '3c307844-eb67-479e-b947-2419df0dcac1'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:53:57.838238 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96197b-6a6d-4fd5-a39d-311205f41d26 req-911dd138-63af-40c2-9284-a275defd9827 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:57.839806 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5a96197b-6a6d-4fd5-a39d-311205f41d26 req-911dd138-63af-40c2-9284-a275defd9827 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 944 time: 0.1706562 Jun 04 13:53:57.879993 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7be84c4-7c71-4130-a28a-7d77eb9d8379'] response: {'name': 'network-changed', 'server_uuid': '0bc86344-e50d-4364-bbb7-f7d881feb9e3', 'tag': '3c307844-eb67-479e-b947-2419df0dcac1', 'status': 'completed', 'code': 200} Jun 04 13:53:57.892698 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5a96197b-6a6d-4fd5-a39d-311205f41d26 req-d3e55586-419f-41a5-99b5-2dd971c42452 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457985 Jun 04 13:53:57.899076 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-f4be81f5-4463-493b-8b33-4b98afce1fe9 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae9298c7-15df-4665-b418-fab99b2b6d1d HTTP/1.1" status: 200 len: 217 time: 0.1366947 Jun 04 13:53:57.991868 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-e483ac8d-18a4-4300-9f45-6dd10cadca25 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:53:58.014264 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-02239e33-fe3d-4509-962f-0860c62222ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:58.015688 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-02239e33-fe3d-4509-962f-0860c62222ee service neutron] 10.222.0.17 "GET /v2.0/subnets?id=55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 200 len: 857 time: 0.1016448 Jun 04 13:53:58.078560 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef63054-e0e4-4fc0-b39e-3d6dce572657 req-168ae0fb-9ac2-4be2-a435-b5ff97d5690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:58.079925 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ef63054-e0e4-4fc0-b39e-3d6dce572657 req-168ae0fb-9ac2-4be2-a435-b5ff97d5690a service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 1099 time: 0.1332793 Jun 04 13:53:58.186761 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-9ad334f3-6ea0-446a-8d61-87fd5b1e1efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:58.188613 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-9ad334f3-6ea0-446a-8d61-87fd5b1e1efc service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1645575 Jun 04 13:53:58.259513 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['a1db92ed-2f9c-4678-8392-4b0304df3761'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:53:58.295180 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef63054-e0e4-4fc0-b39e-3d6dce572657 req-2e7c8552-544d-486f-81ba-c5f9feee5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:58.296748 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ef63054-e0e4-4fc0-b39e-3d6dce572657 req-2e7c8552-544d-486f-81ba-c5f9feee5d06 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a HTTP/1.1" status: 200 len: 915 time: 0.2071247 Jun 04 13:53:58.355310 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-e483ac8d-18a4-4300-9f45-6dd10cadca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '4a348007-ee9b-4864-be35-1fd5a9a5b2ab', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.66', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': '3c307844-eb67-479e-b947-2419df0dcac1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:03:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc86344-e50d-4364-bbb7-f7d881feb9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:53:24Z', 'updated_at': '2022-06-04T13:53:56Z', 'revision_number': 1, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}, {'id': '57325453-8bdf-4548-b970-9c0b7405e427', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.16', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': 'c9934519-b156-42da-aac8-bf408e95fe2c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:ae:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:16Z', 'updated_at': '2022-06-04T13:51:45Z', 'revision_number': 2, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:58.359942 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e483ac8d-18a4-4300-9f45-6dd10cadca25 None None] Checking router: f401466b-c510-41cc-8f64-1540c5ef120e for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:53:58.368881 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e483ac8d-18a4-4300-9f45-6dd10cadca25 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:53:58.369868 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-e483ac8d-18a4-4300-9f45-6dd10cadca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:53:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:58.439947 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-53d17781-1801-4807-a820-8dca8df62098 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341976 Jun 04 13:53:58.441640 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ef63054-e0e4-4fc0-b39e-3d6dce572657 req-5031555d-ea75-432e-966f-c536f0d37e8d service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c307844-eb67-479e-b947-2419df0dcac1 HTTP/1.1" status: 200 len: 999 time: 0.1304612 Jun 04 13:53:58.584718 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-e483ac8d-18a4-4300-9f45-6dd10cadca25 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:53:58.610270 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef63054-e0e4-4fc0-b39e-3d6dce572657 req-f602056f-48b3-4fac-8e27-93e8c58d2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:58.611709 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ef63054-e0e4-4fc0-b39e-3d6dce572657 req-f602056f-48b3-4fac-8e27-93e8c58d2810 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=86aba7f4-4b2c-4624-8047-800bda2d771c HTTP/1.1" status: 200 len: 853 time: 0.0860283 Jun 04 13:53:58.632675 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1be2fae4-1543-4a6c-9f62-2beeafdf29fa req-88aa5f09-c3f9-4f87-9b97-abdda84370dc service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803589 Jun 04 13:53:58.707895 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef63054-e0e4-4fc0-b39e-3d6dce572657 req-06735c84-7291-4564-a92f-240552957d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:58.709341 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ef63054-e0e4-4fc0-b39e-3d6dce572657 req-06735c84-7291-4564-a92f-240552957d34 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720911 Jun 04 13:53:58.843631 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ef63054-e0e4-4fc0-b39e-3d6dce572657 req-bde7d87b-2a97-4962-9b67-0f192ab065f2 service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271865 Jun 04 13:53:58.883151 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827fd80-3b7a-4f3d-8e92-2840bf063138 req-adee1f54-9595-43aa-aafd-edd3ef4a8fdc tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:58.885107 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6827fd80-3b7a-4f3d-8e92-2840bf063138 req-adee1f54-9595-43aa-aafd-edd3ef4a8fdc tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 943 time: 0.0801635 Jun 04 13:53:58.935478 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6827fd80-3b7a-4f3d-8e92-2840bf063138 req-7cfbdddc-186e-45f2-a178-ad4df47f577c tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444665 Jun 04 13:53:58.949619 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-e483ac8d-18a4-4300-9f45-6dd10cadca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '4a348007-ee9b-4864-be35-1fd5a9a5b2ab', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.66', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': '3c307844-eb67-479e-b947-2419df0dcac1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:03:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc86344-e50d-4364-bbb7-f7d881feb9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:53:24Z', 'updated_at': '2022-06-04T13:53:56Z', 'revision_number': 1, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}, {'id': '57325453-8bdf-4548-b970-9c0b7405e427', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.16', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': 'c9934519-b156-42da-aac8-bf408e95fe2c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:ae:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:16Z', 'updated_at': '2022-06-04T13:51:45Z', 'revision_number': 2, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:58.953774 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e483ac8d-18a4-4300-9f45-6dd10cadca25 None None] The sync data for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb is: [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '4a348007-ee9b-4864-be35-1fd5a9a5b2ab', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.66', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': '3c307844-eb67-479e-b947-2419df0dcac1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:03:b8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc86344-e50d-4364-bbb7-f7d881feb9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:53:24Z', 'updated_at': '2022-06-04T13:53:56Z', 'revision_number': 1, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}, {'id': '57325453-8bdf-4548-b970-9c0b7405e427', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.16', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': 'c9934519-b156-42da-aac8-bf408e95fe2c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:ae:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:16Z', 'updated_at': '2022-06-04T13:51:45Z', 'revision_number': 2, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:53:58.986482 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ef63054-e0e4-4fc0-b39e-3d6dce572657 req-b1cb6d89-a9cb-478f-b5fc-dab0e89e11f3 service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350265 Jun 04 13:53:59.093298 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc78225-1dda-477e-8529-fc5b627f31ad req-88703b6f-8706-4e3b-8c89-ecbe4035abd8 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:53:59.094865 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-abc78225-1dda-477e-8529-fc5b627f31ad req-88703b6f-8706-4e3b-8c89-ecbe4035abd8 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 944 time: 0.0784039 Jun 04 13:53:59.142660 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-abc78225-1dda-477e-8529-fc5b627f31ad req-0b56f2f9-0442-412b-abe4-7f7cc4575b08 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Jun 04 13:53:59.157994 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71acc7d7-ef11-400d-9abf-846742a731bf None None] New status for floating IP 4a348007-ee9b-4864-be35-1fd5a9a5b2ab: ACTIVE {{(pid=88649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:54:00.116979 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e143fa-5a28-4476-9b2d-d7b3c5576844 req-8a595cf0-909a-4712-af97-d64a390e0508 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:00.118535 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-07e143fa-5a28-4476-9b2d-d7b3c5576844 req-8a595cf0-909a-4712-af97-d64a390e0508 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 943 time: 0.0798147 Jun 04 13:54:00.161775 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-07e143fa-5a28-4476-9b2d-d7b3c5576844 req-029ccd74-78d6-4600-9c10-8be76d223589 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372386 Jun 04 13:54:00.327268 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1a0b9-2f93-47f0-9c41-63b0065d1152 req-6b0e1306-92d3-4472-bcfd-3863ec543560 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:00.328595 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-efb1a0b9-2f93-47f0-9c41-63b0065d1152 req-6b0e1306-92d3-4472-bcfd-3863ec543560 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 944 time: 0.0806682 Jun 04 13:54:00.371100 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-efb1a0b9-2f93-47f0-9c41-63b0065d1152 req-da9fdd1d-2816-4ddf-acad-1fe7d8cf6b41 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366786 Jun 04 13:54:01.329155 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device ae9298c7-15df-4665-b418-fab99b2b6d1d details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:54:01.336558 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device a1db92ed-2f9c-4678-8392-4b0304df3761 up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:54:01.342051 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd721c1-d0eb-4abd-8320-50ef8ffae8b4 req-b7e99a38-541d-4563-9d84-066c51c953c4 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:01.343497 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3cd721c1-d0eb-4abd-8320-50ef8ffae8b4 req-b7e99a38-541d-4563-9d84-066c51c953c4 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 943 time: 0.0789590 Jun 04 13:54:01.389975 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3cd721c1-d0eb-4abd-8320-50ef8ffae8b4 req-4a29fd5b-2813-48bf-9021-89cf37e95721 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407665 Jun 04 13:54:01.511843 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port ae9298c7-15df-4665-b418-fab99b2b6d1d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=ae9298c7-15df-4665-b418-fab99b2b6d1d,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:54:01.525023 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': 'ae9298c7-15df-4665-b418-fab99b2b6d1d', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'port_id': 'ae9298c7-15df-4665-b418-fab99b2b6d1d', 'mac_address': 'fa:16:3e:d7:19:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:54:01.558721 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659d665-946a-4056-bae8-ebf6e0f5bf2e req-2b287e03-d34e-43d2-8c4e-839b27ddedff tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:01.559289 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port a1db92ed-2f9c-4678-8392-4b0304df3761 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:54:01.560187 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e659d665-946a-4056-bae8-ebf6e0f5bf2e req-2b287e03-d34e-43d2-8c4e-839b27ddedff tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 944 time: 0.0788422 Jun 04 13:54:01.572441 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port a1db92ed-2f9c-4678-8392-4b0304df3761 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:54:01.572802 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:01.609449 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e659d665-946a-4056-bae8-ebf6e0f5bf2e req-8ba637c9-291d-42d3-aab6-a63bd6ba9536 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430777 Jun 04 13:54:01.628620 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port ae9298c7-15df-4665-b418-fab99b2b6d1d is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:54:01.629000 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:01.653849 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9298c7-15df-4665-b418-fab99b2b6d1d {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:54:01.673762 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port ae9298c7-15df-4665-b418-fab99b2b6d1d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=ae9298c7-15df-4665-b418-fab99b2b6d1d,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:54:01.727908 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port a1db92ed-2f9c-4678-8392-4b0304df3761 is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:54:01.728279 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:01.753655 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c72599-7d34-4673-95a3-616660bfbf73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1db92ed-2f9c-4678-8392-4b0304df3761'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:54:01.761641 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:01.792345 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port a1db92ed-2f9c-4678-8392-4b0304df3761, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a1db92ed-2f9c-4678-8392-4b0304df3761,segment=NetworkSegment(50668f70-a9da-4be2-8997-1968b4ee7df4),segment_id=50668f70-a9da-4be2-8997-1968b4ee7df4)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:54:01.799173 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62e9ac8-b4d3-4892-aeb3-ef05d392dc89'] response: {'server_uuid': '44c72599-7d34-4673-95a3-616660bfbf73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1db92ed-2f9c-4678-8392-4b0304df3761', 'code': 200} Jun 04 13:54:01.830046 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=ae9298c7-15df-4665-b418-fab99b2b6d1d,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:01.838274 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:01.838620 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:01.838985 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:01.839285 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:01.839609 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:01.839937 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:01.840256 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:01.840574 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:01.840892 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:01.841213 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:01.841528 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:01.841866 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:01.880114 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:01.950729 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=a1db92ed-2f9c-4678-8392-4b0304df3761,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:02.224558 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d7966-9c87-41b0-877f-5f96c3e8e76b req-80706de6-bd09-43ad-95ab-ee2a149a5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:02.226010 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8c7d7966-9c87-41b0-877f-5f96c3e8e76b req-80706de6-bd09-43ad-95ab-ee2a149a5459 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 1098 time: 0.0680223 Jun 04 13:54:02.266602 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8c7d7966-9c87-41b0-877f-5f96c3e8e76b req-b40508ab-0ef2-4ec9-a815-54c330183bd2 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Jun 04 13:54:02.361162 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['ae9298c7-15df-4665-b418-fab99b2b6d1d'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:54:02.572088 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5ac8-0e10-4599-82d3-de367121560d req-ce7c53cf-33a1-44a4-9e89-854bd806582e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:02.573618 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d53e5ac8-0e10-4599-82d3-de367121560d req-ce7c53cf-33a1-44a4-9e89-854bd806582e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 944 time: 0.0813091 Jun 04 13:54:02.682421 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d53e5ac8-0e10-4599-82d3-de367121560d req-6fa6ad0e-ceb1-4246-bd84-4142a589fdd3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030290 Jun 04 13:54:02.796718 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a666237-5d41-45a3-8821-4e6f530e1678 req-2644c50c-efb6-4e9f-9ee7-18535e3d3224 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:02.798198 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6a666237-5d41-45a3-8821-4e6f530e1678 req-2644c50c-efb6-4e9f-9ee7-18535e3d3224 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 945 time: 0.0792654 Jun 04 13:54:02.841058 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6a666237-5d41-45a3-8821-4e6f530e1678 req-dcaee93a-946a-499e-a3b2-7a69b856c767 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370264 Jun 04 13:54:03.868668 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52fb46-5844-40e1-afc1-28f1873b399a req-6ef65857-5dbd-427d-8d27-10da17ba9160 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:03.870403 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6d52fb46-5844-40e1-afc1-28f1873b399a req-6ef65857-5dbd-427d-8d27-10da17ba9160 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 944 time: 0.0817873 Jun 04 13:54:03.921401 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6d52fb46-5844-40e1-afc1-28f1873b399a req-bb863866-bf85-4c76-91d9-dd42294fbf1c tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443726 Jun 04 13:54:04.030299 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f55290-5b5c-414f-8f2b-da45ff0810c9 req-e1eff9d9-8539-48a3-8530-539658835391 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:04.031736 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-56f55290-5b5c-414f-8f2b-da45ff0810c9 req-e1eff9d9-8539-48a3-8530-539658835391 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 945 time: 0.0775816 Jun 04 13:54:04.075084 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-56f55290-5b5c-414f-8f2b-da45ff0810c9 req-2cbe1c26-c857-481a-a985-fe5c496dfcda tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373209 Jun 04 13:54:05.096018 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8e5d0-b814-4050-a9c0-793bad99b005 req-3aa4f9b1-5fbb-4eb6-8f81-b37e255793dd tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:05.097466 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-34d8e5d0-b814-4050-a9c0-793bad99b005 req-3aa4f9b1-5fbb-4eb6-8f81-b37e255793dd tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 944 time: 0.0769341 Jun 04 13:54:05.141599 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-34d8e5d0-b814-4050-a9c0-793bad99b005 req-bfb2ca28-9934-4781-a3df-567de24b3560 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372701 Jun 04 13:54:05.261415 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d31d4d-d82d-4d13-8182-8150cd162d1d req-2a886661-9861-42f0-9496-6c76acf66c59 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:05.262884 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-48d31d4d-d82d-4d13-8182-8150cd162d1d req-2a886661-9861-42f0-9496-6c76acf66c59 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 945 time: 0.0808089 Jun 04 13:54:05.305565 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-48d31d4d-d82d-4d13-8182-8150cd162d1d req-a3869a1a-ccf9-48ee-8640-afd1721f3f85 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371971 Jun 04 13:54:05.359802 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device ae9298c7-15df-4665-b418-fab99b2b6d1d up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:54:05.519811 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port ae9298c7-15df-4665-b418-fab99b2b6d1d completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:54:05.525421 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port ae9298c7-15df-4665-b418-fab99b2b6d1d triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:54:05.525814 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:05.567906 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a4a45-0f3b-4cc3-85e2-79fee9242056 req-a7b0afc9-f289-4783-8cef-0f17185bc1a5 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:05.569360 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-391a4a45-0f3b-4cc3-85e2-79fee9242056 req-a7b0afc9-f289-4783-8cef-0f17185bc1a5 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 945 time: 0.1616173 Jun 04 13:54:05.618615 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-391a4a45-0f3b-4cc3-85e2-79fee9242056 req-311f2b00-57d4-47dd-94f6-780dc290533d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427027 Jun 04 13:54:05.641128 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port ae9298c7-15df-4665-b418-fab99b2b6d1d is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:54:05.643977 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:05.668684 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9298c7-15df-4665-b418-fab99b2b6d1d'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:54:05.678319 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port ae9298c7-15df-4665-b418-fab99b2b6d1d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=ae9298c7-15df-4665-b418-fab99b2b6d1d,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:54:05.727619 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e6b82f-4395-4c67-911c-57ae65b19b94'] response: {'server_uuid': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9298c7-15df-4665-b418-fab99b2b6d1d', 'code': 200} Jun 04 13:54:05.765638 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:05.839066 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=ae9298c7-15df-4665-b418-fab99b2b6d1d,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:05.856984 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ee65e244-6445-4793-a285-1a432a67d60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:06.027580 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fc3ed-9817-41b7-bd57-239ab5c9bdc7 req-f0bc35a1-9791-41fb-ae75-8c12185130d9 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:06.028979 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ac3fc3ed-9817-41b7-bd57-239ab5c9bdc7 req-f0bc35a1-9791-41fb-ae75-8c12185130d9 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 945 time: 0.0830519 Jun 04 13:54:06.072563 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ac3fc3ed-9817-41b7-bd57-239ab5c9bdc7 req-0be1676f-f957-4874-b50b-e4f4d96e660b tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379076 Jun 04 13:54:06.193165 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468941ab-1827-4733-b0f3-bf8b69b4eba2 req-a69837dd-100c-4000-b806-0532f1d30fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:06.195323 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-468941ab-1827-4733-b0f3-bf8b69b4eba2 req-a69837dd-100c-4000-b806-0532f1d30fd1 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 1098 time: 0.0707059 Jun 04 13:54:06.239623 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-468941ab-1827-4733-b0f3-bf8b69b4eba2 req-f615efac-d0b9-4fed-ba5f-ef63ee11f3c7 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380092 Jun 04 13:54:06.329305 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc009b7-9ff5-4a23-ad66-11b4fa47e89f req-f1fcff27-792c-419b-8404-064d3f00cbd7 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:06.330785 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-edc009b7-9ff5-4a23-ad66-11b4fa47e89f req-f1fcff27-792c-419b-8404-064d3f00cbd7 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0826848 Jun 04 13:54:06.374610 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-edc009b7-9ff5-4a23-ad66-11b4fa47e89f req-956cec8f-0768-4564-83d2-6e74a097edee tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379043 Jun 04 13:54:07.553782 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3383-af7b-4a85-a48d-6d18bb222106 req-879732d9-7e6a-48df-b593-8a3e9fd4c739 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:07.555239 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c08d3383-af7b-4a85-a48d-6d18bb222106 req-879732d9-7e6a-48df-b593-8a3e9fd4c739 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0782814 Jun 04 13:54:07.600283 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c08d3383-af7b-4a85-a48d-6d18bb222106 req-fbfc42e7-4c7c-40d2-96b4-44ee69566e44 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393157 Jun 04 13:54:07.957928 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:08.016459 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ffd82fcf-4119-44bd-bab9-fdd16a376dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:08.785965 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8945db-0fb7-4550-b005-ef21d3a53dd1 req-3d062c0e-ab0e-4f70-ad7c-c1984848a90f tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:08.787315 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3a8945db-0fb7-4550-b005-ef21d3a53dd1 req-3d062c0e-ab0e-4f70-ad7c-c1984848a90f tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0839427 Jun 04 13:54:08.831101 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3a8945db-0fb7-4550-b005-ef21d3a53dd1 req-463c336b-2904-4cb5-899d-357c8cc139b9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372453 Jun 04 13:54:09.005231 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:09.008927 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b5474-7c5e-4e0f-b33e-e1d2cf51ee28 req-585ec224-a476-4b13-a73a-d5acc37a2109 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:09.010380 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cf7b5474-7c5e-4e0f-b33e-e1d2cf51ee28 req-585ec224-a476-4b13-a73a-d5acc37a2109 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0807641 Jun 04 13:54:09.018865 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 45888) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:54:09.023872 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-b7841849-a85b-4de4-abd8-4e09336b58e9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Request body: {'floatingip': {'port_id': 'ae9298c7-15df-4665-b418-fab99b2b6d1d'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:54:09.102639 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b7841849-a85b-4de4-abd8-4e09336b58e9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for floatingip, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:09.239615 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:09.931469 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b7841849-a85b-4de4-abd8-4e09336b58e9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:10.010842 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b7841849-a85b-4de4-abd8-4e09336b58e9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:10.197299 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.l3_db [None req-b7841849-a85b-4de4-abd8-4e09336b58e9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Floating IP 2c847677-70e3-4a5e-bcd7-1b2ef1ef5dc0 associated. External IP: 172.28.3.73, port: ae9298c7-15df-4665-b418-fab99b2b6d1d. Jun 04 13:54:10.438453 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:10.547547 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7841849-a85b-4de4-abd8-4e09336b58e9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:54:10.725041 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7841849-a85b-4de4-abd8-4e09336b58e9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:54:10.731929 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b7841849-a85b-4de4-abd8-4e09336b58e9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:10.734804 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f73dd5-6479-4aa7-bf1e-b68f394e5697 None None] Sync routers for ids ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:54:10.745441 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f73dd5-6479-4aa7-bf1e-b68f394e5697 None None] Routers {'cab2ed98-7fb0-4f88-8b0c-ce59305d8795'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:54:10.746380 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-c3f73dd5-6479-4aa7-bf1e-b68f394e5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:54:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:54:10.787152 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-b7841849-a85b-4de4-abd8-4e09336b58e9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "PUT /v2.0/floatingips/2c847677-70e3-4a5e-bcd7-1b2ef1ef5dc0 HTTP/1.1" status: 200 len: 990 time: 1.7671807 Jun 04 13:54:10.787825 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'tag': 'ae9298c7-15df-4665-b418-fab99b2b6d1d'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:54:10.834102 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c90b70-4440-4c75-b337-7c50eb6917bc'] response: {'name': 'network-changed', 'server_uuid': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'tag': 'ae9298c7-15df-4665-b418-fab99b2b6d1d', 'status': 'completed', 'code': 200} Jun 04 13:54:10.934300 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-c3f73dd5-6479-4aa7-bf1e-b68f394e5697 None None] Set router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:54:10.977832 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966cc9a-3ef4-4074-a63c-eca4fdf9ac3a req-1a3fa162-b673-40b7-b835-25c3ef8d700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:10.979305 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3966cc9a-3ef4-4074-a63c-eca4fdf9ac3a req-1a3fa162-b673-40b7-b835-25c3ef8d700f service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 1098 time: 0.0713420 Jun 04 13:54:11.112364 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966cc9a-3ef4-4074-a63c-eca4fdf9ac3a req-26f9baff-6c39-4041-ac10-01ef8b8145c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:11.113973 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3966cc9a-3ef4-4074-a63c-eca4fdf9ac3a req-26f9baff-6c39-4041-ac10-01ef8b8145c5 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 919 time: 0.1254692 Jun 04 13:54:11.217196 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3966cc9a-3ef4-4074-a63c-eca4fdf9ac3a req-928f981d-e955-4dbe-9611-87e8793e39da service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae9298c7-15df-4665-b418-fab99b2b6d1d HTTP/1.1" status: 200 len: 998 time: 0.0959694 Jun 04 13:54:11.285744 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966cc9a-3ef4-4074-a63c-eca4fdf9ac3a req-2766e9f8-e3d0-4e7e-942d-7bcdf0207b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:11.285934 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-c3f73dd5-6479-4aa7-bf1e-b68f394e5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:06Z', 'revision_number': 4, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '2c847677-70e3-4a5e-bcd7-1b2ef1ef5dc0', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'port_id': 'ae9298c7-15df-4665-b418-fab99b2b6d1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'mac_address': 'fa:16:3e:d7:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:53:40Z', 'updated_at': '2022-06-04T13:54:09Z', 'revision_number': 1, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82828ca4-7094-419d-aafa-7f8d11a958be', 'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'mac_address': 'fa:16:3e:9d:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:05Z', 'updated_at': '2022-06-04T13:52:13Z', 'revision_number': 5, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'subnets': [{'id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:54:11.287372 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3966cc9a-3ef4-4074-a63c-eca4fdf9ac3a req-2766e9f8-e3d0-4e7e-942d-7bcdf0207b54 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 200 len: 857 time: 0.0574245 Jun 04 13:54:11.290487 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f73dd5-6479-4aa7-bf1e-b68f394e5697 None None] Checking router: cab2ed98-7fb0-4f88-8b0c-ce59305d8795 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:54:11.298775 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f73dd5-6479-4aa7-bf1e-b68f394e5697 None None] Routers {'cab2ed98-7fb0-4f88-8b0c-ce59305d8795'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:54:11.299348 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-c3f73dd5-6479-4aa7-bf1e-b68f394e5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:54:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:54:11.369971 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966cc9a-3ef4-4074-a63c-eca4fdf9ac3a req-aa7538cf-37c3-409a-9696-49d9382202c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:11.371444 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3966cc9a-3ef4-4074-a63c-eca4fdf9ac3a req-aa7538cf-37c3-409a-9696-49d9382202c5 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721591 Jun 04 13:54:11.474075 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-c3f73dd5-6479-4aa7-bf1e-b68f394e5697 None None] Set router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:54:11.581200 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3966cc9a-3ef4-4074-a63c-eca4fdf9ac3a req-95c8da2b-75e9-48e8-837c-1df56b49e70d service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017550 Jun 04 13:54:11.713361 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3966cc9a-3ef4-4074-a63c-eca4fdf9ac3a req-e07a0158-1210-4d60-9dc5-e25c444e2c2d service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245189 Jun 04 13:54:11.848209 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-c3f73dd5-6479-4aa7-bf1e-b68f394e5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:06Z', 'revision_number': 4, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '2c847677-70e3-4a5e-bcd7-1b2ef1ef5dc0', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'port_id': 'ae9298c7-15df-4665-b418-fab99b2b6d1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'mac_address': 'fa:16:3e:d7:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:53:40Z', 'updated_at': '2022-06-04T13:54:09Z', 'revision_number': 1, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82828ca4-7094-419d-aafa-7f8d11a958be', 'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'mac_address': 'fa:16:3e:9d:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:05Z', 'updated_at': '2022-06-04T13:52:13Z', 'revision_number': 5, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'subnets': [{'id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:54:11.852193 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f73dd5-6479-4aa7-bf1e-b68f394e5697 None None] The sync data for ids ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'] in dv-cinder-843593-2-smb is: [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:06Z', 'revision_number': 4, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '2c847677-70e3-4a5e-bcd7-1b2ef1ef5dc0', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'port_id': 'ae9298c7-15df-4665-b418-fab99b2b6d1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'mac_address': 'fa:16:3e:d7:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:53:40Z', 'updated_at': '2022-06-04T13:54:09Z', 'revision_number': 1, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82828ca4-7094-419d-aafa-7f8d11a958be', 'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'mac_address': 'fa:16:3e:9d:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:05Z', 'updated_at': '2022-06-04T13:52:13Z', 'revision_number': 5, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'subnets': [{'id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:54:12.030782 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a493a4-6c50-4765-81e6-8a1654bf2977 None None] New status for floating IP 2c847677-70e3-4a5e-bcd7-1b2ef1ef5dc0: ACTIVE {{(pid=88649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:54:13.780719 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ec28d-c532-40da-8590-908296d09a6f req-d687c2e0-fbf3-444f-a2b0-a7f5194978d8 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:13.782193 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e49ec28d-c532-40da-8590-908296d09a6f req-d687c2e0-fbf3-444f-a2b0-a7f5194978d8 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 945 time: 0.0785711 Jun 04 13:54:13.824597 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e49ec28d-c532-40da-8590-908296d09a6f req-199cf228-3ad2-4699-9952-2d4f3ef7727a tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367026 Jun 04 13:54:13.847233 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 45942) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:54:13.922844 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:54:14.071877 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5066c36f-842c-4f78-9609-ab4508906fa4 tempest-TestMinimumBasicScenario-1569415801 tempest-TestMinimumBasicScenario-1569415801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:14.073352 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-5066c36f-842c-4f78-9609-ab4508906fa4 tempest-TestMinimumBasicScenario-1569415801 tempest-TestMinimumBasicScenario-1569415801-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 1093 time: 0.2251914 Jun 04 13:54:14.078150 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 45948) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:54:14.083050 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Request body: {'floatingip': {'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'port_id': 'a1db92ed-2f9c-4678-8392-4b0304df3761', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:54:14.088649 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:54:14.092402 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Usage tracker for resource:floatingip and tenant:457b5475220b4601bfea76d579d0a660 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:54:14.095196 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:54:14.100927 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:54:14.165138 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for floatingip, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:14.298339 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:14.444193 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Allocated IP 172.28.3.220 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/e787ea17-4e39-4156-830e-f99af7c0dc34) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:54:14.590561 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:14.982865 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:15.047673 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:54:15.050440 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:54:15.053910 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:54:15.082708 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Pushing event updated for resources: {'Port': ['ID=e787ea17-4e39-4156-830e-f99af7c0dc34,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:15.491348 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:15.624791 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:15.906157 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:15.970820 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:16.085229 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Pushing event updated for resources: {'Port': ['ID=e787ea17-4e39-4156-830e-f99af7c0dc34,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:16.095670 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:16.264531 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.l3_db [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Floating IP fd2b90fa-4391-4895-8906-dc21c36f3832 associated. External IP: 172.28.3.220, port: a1db92ed-2f9c-4678-8392-4b0304df3761. Jun 04 13:54:16.606334 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Router ae5af022-63b6-4f71-b46c-3503a7568f56 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:54:16.780058 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:54:16.790639 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f031af5-a41b-486d-b615-44e37858a934 None None] Sync routers for ids ['ae5af022-63b6-4f71-b46c-3503a7568f56'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:54:16.799373 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f031af5-a41b-486d-b615-44e37858a934 None None] Routers {'ae5af022-63b6-4f71-b46c-3503a7568f56'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:54:16.799977 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-2f031af5-a41b-486d-b615-44e37858a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:54:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['ae5af022-63b6-4f71-b46c-3503a7568f56'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:54:16.883183 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:16.940442 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-d97185f9-d097-43a5-883c-a85a4ac9c9e4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8612959 Jun 04 13:54:16.941028 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c72599-7d34-4673-95a3-616660bfbf73', 'tag': 'a1db92ed-2f9c-4678-8392-4b0304df3761'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:54:16.943312 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45958) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:54:16.948480 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-446634578', 'description': 'tempest-secgroup-smoke-446634578 description', 'project_id': '457b5475220b4601bfea76d579d0a660'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:54:16.954337 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:54:16.964927 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:54:16.975382 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-2f031af5-a41b-486d-b615-44e37858a934 None None] Set router ae5af022-63b6-4f71-b46c-3503a7568f56 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:54:16.987289 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693bbf36-3c6b-4258-8a1f-847ed23f6c7a'] response: {'name': 'network-changed', 'server_uuid': '44c72599-7d34-4673-95a3-616660bfbf73', 'tag': 'a1db92ed-2f9c-4678-8392-4b0304df3761', 'status': 'completed', 'code': 200} Jun 04 13:54:17.026099 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:17.047086 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:54:17.050836 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Usage tracker for resource:security_group_rule and tenant:457b5475220b4601bfea76d579d0a660 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:54:17.053635 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:54:17.059260 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:54:17.138172 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:17.144861 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e9320-6f6c-4fcf-8208-415e3847ebe2 req-df4fda61-993f-4b0d-8b09-fdc432e58e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:17.146399 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-341e9320-6f6c-4fcf-8208-415e3847ebe2 req-df4fda61-993f-4b0d-8b09-fdc432e58e69 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=457b5475220b4601bfea76d579d0a660&device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 1098 time: 0.0848887 Jun 04 13:54:17.216816 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:17.261838 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1296afa-9441-4adb-bb73-89ad25ba573e,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:17.272186 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:17.272645 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:17.273073 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:17.273303 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:17.273631 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:17.274520 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:17.274845 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:17.275165 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:17.275481 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:17.275798 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:17.276112 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:17.276425 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:17.287781 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e9320-6f6c-4fcf-8208-415e3847ebe2 req-b7490746-aed4-435a-bc85-da3d54c0966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:17.289350 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-341e9320-6f6c-4fcf-8208-415e3847ebe2 req-b7490746-aed4-435a-bc85-da3d54c0966b service neutron] 10.222.0.17 "GET /v2.0/networks?id=0cf7b161-85a1-4979-a152-918a492683a5 HTTP/1.1" status: 200 len: 915 time: 0.1364179 Jun 04 13:54:17.331410 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:17.337730 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-0eb704cf-5305-4c06-a14c-f16c4e16f7fe tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3882947 Jun 04 13:54:17.337730 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45964) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:54:17.341682 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-9d8848c3-6901-424e-9c5c-710cb2696022 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Request body: {'security_group_rule': {'security_group_id': 'a1296afa-9441-4adb-bb73-89ad25ba573e', 'project_id': '457b5475220b4601bfea76d579d0a660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:54:17.345371 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-2f031af5-a41b-486d-b615-44e37858a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:58Z', 'updated_at': '2022-06-04T13:53:03Z', 'revision_number': 4, 'project_id': '457b5475220b4601bfea76d579d0a660', 'gw_port': {'id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:59Z', 'updated_at': '2022-06-04T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': 'fd2b90fa-4391-4895-8906-dc21c36f3832', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'floating_ip_address': '172.28.3.220', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'port_id': 'a1db92ed-2f9c-4678-8392-4b0304df3761', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'mac_address': 'fa:16:3e:82:d0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c72599-7d34-4673-95a3-616660bfbf73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:54:15Z', 'updated_at': '2022-06-04T13:54:15Z', 'revision_number': 0, 'project_id': '457b5475220b4601bfea76d579d0a660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027dd62b-f5ff-4ece-bb11-f1f19564f7fc', 'name': '', 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'mac_address': 'fa:16:3e:0b:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:03Z', 'updated_at': '2022-06-04T13:53:09Z', 'revision_number': 5, 'project_id': '457b5475220b4601bfea76d579d0a660', 'subnets': [{'id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:54:17.347544 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-9d8848c3-6901-424e-9c5c-710cb2696022 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:54:17.349688 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f031af5-a41b-486d-b615-44e37858a934 None None] Checking router: ae5af022-63b6-4f71-b46c-3503a7568f56 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:54:17.351443 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-9d8848c3-6901-424e-9c5c-710cb2696022 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Usage tracker for resource:security_group_rule and tenant:457b5475220b4601bfea76d579d0a660 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:54:17.354425 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-9d8848c3-6901-424e-9c5c-710cb2696022 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:54:17.358647 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f031af5-a41b-486d-b615-44e37858a934 None None] Routers {'ae5af022-63b6-4f71-b46c-3503a7568f56'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:54:17.359334 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-2f031af5-a41b-486d-b615-44e37858a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:54:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['ae5af022-63b6-4f71-b46c-3503a7568f56'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:54:17.360361 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-9d8848c3-6901-424e-9c5c-710cb2696022 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:54:17.402622 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-341e9320-6f6c-4fcf-8208-415e3847ebe2 req-1189d137-80d4-4247-bb23-54cf2811480b service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1db92ed-2f9c-4678-8392-4b0304df3761 HTTP/1.1" status: 200 len: 999 time: 0.1039128 Jun 04 13:54:17.436263 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9d8848c3-6901-424e-9c5c-710cb2696022 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:17.473502 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e9320-6f6c-4fcf-8208-415e3847ebe2 req-a1d39fe3-0983-44fe-977f-60b93e1ed3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:17.475441 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-341e9320-6f6c-4fcf-8208-415e3847ebe2 req-a1d39fe3-0983-44fe-977f-60b93e1ed3a8 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=fd14e7ba-aaa8-4855-b3a2-9e3d63eec635 HTTP/1.1" status: 200 len: 853 time: 0.0662796 Jun 04 13:54:17.508074 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9d8848c3-6901-424e-9c5c-710cb2696022 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:17.552253 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-2f031af5-a41b-486d-b615-44e37858a934 None None] Set router ae5af022-63b6-4f71-b46c-3503a7568f56 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:54:17.582493 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9d8848c3-6901-424e-9c5c-710cb2696022 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:17.609989 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8848c3-6901-424e-9c5c-710cb2696022 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c19354-361c-4318-89c4-61163799f4c8,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:17.658214 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e9320-6f6c-4fcf-8208-415e3847ebe2 req-63e00dc7-9ce4-4866-bc74-b6a9cbd1d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:17.660024 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-341e9320-6f6c-4fcf-8208-415e3847ebe2 req-63e00dc7-9ce4-4866-bc74-b6a9cbd1d03e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=0cf7b161-85a1-4979-a152-918a492683a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1759636 Jun 04 13:54:17.685218 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9d8848c3-6901-424e-9c5c-710cb2696022 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:17.686540 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-9d8848c3-6901-424e-9c5c-710cb2696022 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3500316 Jun 04 13:54:17.689304 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45976) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:54:17.694473 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-ba154a8a-3f34-4560-850f-5a0e0cca161f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Request body: {'security_group_rule': {'security_group_id': 'a1296afa-9441-4adb-bb73-89ad25ba573e', 'project_id': '457b5475220b4601bfea76d579d0a660', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:54:17.700826 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-ba154a8a-3f34-4560-850f-5a0e0cca161f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:54:17.704714 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-ba154a8a-3f34-4560-850f-5a0e0cca161f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Usage tracker for resource:security_group_rule and tenant:457b5475220b4601bfea76d579d0a660 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:54:17.709671 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-ba154a8a-3f34-4560-850f-5a0e0cca161f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:54:17.715990 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-ba154a8a-3f34-4560-850f-5a0e0cca161f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:54:17.796757 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-341e9320-6f6c-4fcf-8208-415e3847ebe2 req-63d3c5ed-0502-45bb-8793-0c0d10af7f22 service neutron] 10.222.0.17 "GET /v2.0/networks/0cf7b161-85a1-4979-a152-918a492683a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295092 Jun 04 13:54:17.800411 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ba154a8a-3f34-4560-850f-5a0e0cca161f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:17.868733 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ba154a8a-3f34-4560-850f-5a0e0cca161f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:17.941693 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-341e9320-6f6c-4fcf-8208-415e3847ebe2 req-0d89d748-023e-4f1f-bf35-4f5af7b157cc service neutron] 10.222.0.17 "GET /v2.0/networks/0cf7b161-85a1-4979-a152-918a492683a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317160 Jun 04 13:54:17.951052 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-2f031af5-a41b-486d-b615-44e37858a934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:58Z', 'updated_at': '2022-06-04T13:53:03Z', 'revision_number': 4, 'project_id': '457b5475220b4601bfea76d579d0a660', 'gw_port': {'id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:59Z', 'updated_at': '2022-06-04T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': 'fd2b90fa-4391-4895-8906-dc21c36f3832', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'floating_ip_address': '172.28.3.220', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'port_id': 'a1db92ed-2f9c-4678-8392-4b0304df3761', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'mac_address': 'fa:16:3e:82:d0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c72599-7d34-4673-95a3-616660bfbf73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:54:15Z', 'updated_at': '2022-06-04T13:54:15Z', 'revision_number': 0, 'project_id': '457b5475220b4601bfea76d579d0a660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027dd62b-f5ff-4ece-bb11-f1f19564f7fc', 'name': '', 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'mac_address': 'fa:16:3e:0b:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:03Z', 'updated_at': '2022-06-04T13:53:09Z', 'revision_number': 5, 'project_id': '457b5475220b4601bfea76d579d0a660', 'subnets': [{'id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:54:17.953706 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ba154a8a-3f34-4560-850f-5a0e0cca161f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:17.955009 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f031af5-a41b-486d-b615-44e37858a934 None None] The sync data for ids ['ae5af022-63b6-4f71-b46c-3503a7568f56'] in dv-cinder-843593-2-smb is: [{'id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:58Z', 'updated_at': '2022-06-04T13:53:03Z', 'revision_number': 4, 'project_id': '457b5475220b4601bfea76d579d0a660', 'gw_port': {'id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:59Z', 'updated_at': '2022-06-04T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': 'fd2b90fa-4391-4895-8906-dc21c36f3832', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'floating_ip_address': '172.28.3.220', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'port_id': 'a1db92ed-2f9c-4678-8392-4b0304df3761', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'mac_address': 'fa:16:3e:82:d0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c72599-7d34-4673-95a3-616660bfbf73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:54:15Z', 'updated_at': '2022-06-04T13:54:15Z', 'revision_number': 0, 'project_id': '457b5475220b4601bfea76d579d0a660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027dd62b-f5ff-4ece-bb11-f1f19564f7fc', 'name': '', 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'mac_address': 'fa:16:3e:0b:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:03Z', 'updated_at': '2022-06-04T13:53:09Z', 'revision_number': 5, 'project_id': '457b5475220b4601bfea76d579d0a660', 'subnets': [{'id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:54:17.977160 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba154a8a-3f34-4560-850f-5a0e0cca161f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e9740c-5c27-4d00-9819-d817d607e830,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:18.049105 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ba154a8a-3f34-4560-850f-5a0e0cca161f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:18.053948 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-ba154a8a-3f34-4560-850f-5a0e0cca161f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3605623 Jun 04 13:54:18.053948 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45984) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:54:18.059163 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-bf402704-926a-4f63-bff7-7399e3079c4d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Request body: {'security_group_rule': {'security_group_id': 'a1296afa-9441-4adb-bb73-89ad25ba573e', 'project_id': '457b5475220b4601bfea76d579d0a660', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:54:18.064923 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-bf402704-926a-4f63-bff7-7399e3079c4d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:54:18.068699 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-bf402704-926a-4f63-bff7-7399e3079c4d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Usage tracker for resource:security_group_rule and tenant:457b5475220b4601bfea76d579d0a660 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:54:18.071600 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-bf402704-926a-4f63-bff7-7399e3079c4d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:54:18.077518 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-bf402704-926a-4f63-bff7-7399e3079c4d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:54:18.153417 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55de6918-343f-410b-87da-2e489acd5f51 None None] New status for floating IP fd2b90fa-4391-4895-8906-dc21c36f3832: ACTIVE {{(pid=88649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:54:18.165348 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-bf402704-926a-4f63-bff7-7399e3079c4d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:18.231406 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-bf402704-926a-4f63-bff7-7399e3079c4d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:18.313744 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-bf402704-926a-4f63-bff7-7399e3079c4d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:18.336616 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf402704-926a-4f63-bff7-7399e3079c4d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530883ae-aa54-4971-ba46-2e7741502b19,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:18.411033 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-bf402704-926a-4f63-bff7-7399e3079c4d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:18.412210 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-bf402704-926a-4f63-bff7-7399e3079c4d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3577421 Jun 04 13:54:18.415434 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45988) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:54:18.420210 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-ae997e5e-8b4a-4528-98c3-13d7e296bb6d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Request body: {'security_group_rule': {'security_group_id': 'a1296afa-9441-4adb-bb73-89ad25ba573e', 'project_id': '457b5475220b4601bfea76d579d0a660', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:54:18.425892 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-ae997e5e-8b4a-4528-98c3-13d7e296bb6d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:54:18.429653 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-ae997e5e-8b4a-4528-98c3-13d7e296bb6d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Usage tracker for resource:security_group_rule and tenant:457b5475220b4601bfea76d579d0a660 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:54:18.432567 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-ae997e5e-8b4a-4528-98c3-13d7e296bb6d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:54:18.438104 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-ae997e5e-8b4a-4528-98c3-13d7e296bb6d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:54:18.526581 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ae997e5e-8b4a-4528-98c3-13d7e296bb6d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:18.587936 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ae997e5e-8b4a-4528-98c3-13d7e296bb6d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:18.639238 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ae997e5e-8b4a-4528-98c3-13d7e296bb6d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:18.662301 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae997e5e-8b4a-4528-98c3-13d7e296bb6d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7170bf7e-71c8-4730-8e46-67e5925c1122,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:18.747909 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ae997e5e-8b4a-4528-98c3-13d7e296bb6d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:18.749040 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-ae997e5e-8b4a-4528-98c3-13d7e296bb6d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3327100 Jun 04 13:54:18.751765 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 45994) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:54:18.756674 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-00be2f30-3f11-43c7-b96e-2050dd5fd024 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Request body: {'security_group_rule': {'security_group_id': 'a1296afa-9441-4adb-bb73-89ad25ba573e', 'project_id': '457b5475220b4601bfea76d579d0a660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:54:18.762276 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-00be2f30-3f11-43c7-b96e-2050dd5fd024 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:54:18.766081 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-00be2f30-3f11-43c7-b96e-2050dd5fd024 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Usage tracker for resource:security_group_rule and tenant:457b5475220b4601bfea76d579d0a660 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:54:18.768914 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-00be2f30-3f11-43c7-b96e-2050dd5fd024 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:54:18.774999 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-00be2f30-3f11-43c7-b96e-2050dd5fd024 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:54:18.862233 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.securitygroups_db [None req-00be2f30-3f11-43c7-b96e-2050dd5fd024 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Project 457b5475220b4601bfea76d579d0a660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 13:54:18.868684 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-00be2f30-3f11-43c7-b96e-2050dd5fd024 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:18.930961 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-00be2f30-3f11-43c7-b96e-2050dd5fd024 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:19.003025 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-00be2f30-3f11-43c7-b96e-2050dd5fd024 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:19.028600 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be2f30-3f11-43c7-b96e-2050dd5fd024 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d999d19-9625-46bf-82d5-2a2a76119de7,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:19.113646 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-00be2f30-3f11-43c7-b96e-2050dd5fd024 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:19.114838 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-00be2f30-3f11-43c7-b96e-2050dd5fd024 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3621821 Jun 04 13:54:19.117405 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 46000) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:54:19.123093 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-8a81840e-232c-42ce-a137-c09ee1cdd6b3 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Request body: {'security_group_rule': {'security_group_id': 'a1296afa-9441-4adb-bb73-89ad25ba573e', 'project_id': '457b5475220b4601bfea76d579d0a660', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:54:19.128731 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-8a81840e-232c-42ce-a137-c09ee1cdd6b3 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:54:19.132488 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-8a81840e-232c-42ce-a137-c09ee1cdd6b3 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Usage tracker for resource:security_group_rule and tenant:457b5475220b4601bfea76d579d0a660 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:54:19.135542 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-8a81840e-232c-42ce-a137-c09ee1cdd6b3 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:54:19.141266 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-8a81840e-232c-42ce-a137-c09ee1cdd6b3 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:54:19.222280 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.securitygroups_db [None req-8a81840e-232c-42ce-a137-c09ee1cdd6b3 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Project 457b5475220b4601bfea76d579d0a660 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 13:54:19.229781 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-8a81840e-232c-42ce-a137-c09ee1cdd6b3 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:19.292784 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-8a81840e-232c-42ce-a137-c09ee1cdd6b3 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:19.368971 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-8a81840e-232c-42ce-a137-c09ee1cdd6b3 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:19.391314 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81840e-232c-42ce-a137-c09ee1cdd6b3 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6567e024-c523-411b-9631-2462728b23bb,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:19.479954 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-8a81840e-232c-42ce-a137-c09ee1cdd6b3 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:19.481140 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-8a81840e-232c-42ce-a137-c09ee1cdd6b3 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3627694 Jun 04 13:54:19.597012 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-287d71d1-7825-4514-abd9-f102e38b0392 req-18882ccd-4507-426b-a8a8-3340770f4f79 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Synchronizing usage tracker for tenant:457b5475220b4601bfea76d579d0a660 on resource:security_group {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:54:19.685097 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-287d71d1-7825-4514-abd9-f102e38b0392 req-18882ccd-4507-426b-a8a8-3340770f4f79 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Unset dirty status for tenant:457b5475220b4601bfea76d579d0a660 on resource:security_group {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:54:19.686352 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-287d71d1-7825-4514-abd9-f102e38b0392 req-18882ccd-4507-426b-a8a8-3340770f4f79 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-446634578&fields=id&tenant_id=457b5475220b4601bfea76d579d0a660 HTTP/1.1" status: 200 len: 267 time: 0.1267869 Jun 04 13:54:19.772725 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d71d1-7825-4514-abd9-f102e38b0392 req-cc1f22fe-e9e8-4b72-8661-98974acc6ab9 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:19.774180 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-287d71d1-7825-4514-abd9-f102e38b0392 req-cc1f22fe-e9e8-4b72-8661-98974acc6ab9 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 945 time: 0.0821667 Jun 04 13:54:19.785292 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [req-287d71d1-7825-4514-abd9-f102e38b0392 req-07ecfa51-9039-48eb-b4cf-e050b6a1936d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Request body: {'port': {'security_groups': ['40d62ad6-86c0-46fb-8625-c14030b83c11', 'a1296afa-9441-4adb-bb73-89ad25ba573e']}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:54:19.899324 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-287d71d1-7825-4514-abd9-f102e38b0392 req-07ecfa51-9039-48eb-b4cf-e050b6a1936d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:20.149847 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [req-287d71d1-7825-4514-abd9-f102e38b0392 req-07ecfa51-9039-48eb-b4cf-e050b6a1936d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] For port a1db92ed-2f9c-4678-8392-4b0304df3761, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a1db92ed-2f9c-4678-8392-4b0304df3761,segment=NetworkSegment(50668f70-a9da-4be2-8997-1968b4ee7df4),segment_id=50668f70-a9da-4be2-8997-1968b4ee7df4)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:54:20.174651 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-287d71d1-7825-4514-abd9-f102e38b0392 req-07ecfa51-9039-48eb-b4cf-e050b6a1936d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:20.231978 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-287d71d1-7825-4514-abd9-f102e38b0392 req-07ecfa51-9039-48eb-b4cf-e050b6a1936d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2204551'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:20.280847 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['a1db92ed-2f9c-4678-8392-4b0304df3761'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:54:20.306073 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d71d1-7825-4514-abd9-f102e38b0392 req-07ecfa51-9039-48eb-b4cf-e050b6a1936d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:20.306597 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-287d71d1-7825-4514-abd9-f102e38b0392 req-07ecfa51-9039-48eb-b4cf-e050b6a1936d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:20.308542 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-287d71d1-7825-4514-abd9-f102e38b0392 req-07ecfa51-9039-48eb-b4cf-e050b6a1936d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "PUT /v2.0/ports/a1db92ed-2f9c-4678-8392-4b0304df3761 HTTP/1.1" status: 200 len: 981 time: 0.5276182 Jun 04 13:54:20.308985 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c72599-7d34-4673-95a3-616660bfbf73', 'tag': 'a1db92ed-2f9c-4678-8392-4b0304df3761'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:54:20.335390 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecfa51-9039-48eb-b4cf-e050b6a1936d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Pushing event updated for resources: {'Port': ['ID=a1db92ed-2f9c-4678-8392-4b0304df3761,revision_number=6']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:20.371627 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a74b120-dcdf-4a0a-a75f-6f29b8e4f912'] response: {'name': 'network-changed', 'server_uuid': '44c72599-7d34-4673-95a3-616660bfbf73', 'tag': 'a1db92ed-2f9c-4678-8392-4b0304df3761', 'status': 'completed', 'code': 200} Jun 04 13:54:20.526402 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['a1db92ed-2f9c-4678-8392-4b0304df3761'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:54:20.560546 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43d4aa-b291-4c80-9e3f-555e542750a0 req-a8ff9fcb-ccf3-40f9-ab14-a36d53ce8ce1 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:20.562023 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8e43d4aa-b291-4c80-9e3f-555e542750a0 req-a8ff9fcb-ccf3-40f9-ab14-a36d53ce8ce1 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.1394660 Jun 04 13:54:20.568764 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbd3bb-b763-4f7a-addf-5e7e3695cfa9 req-b52918ae-3cfd-4799-9930-5ea628da2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:20.570789 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d3bbd3bb-b763-4f7a-addf-5e7e3695cfa9 req-b52918ae-3cfd-4799-9930-5ea628da2e48 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=457b5475220b4601bfea76d579d0a660&device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 1137 time: 0.1147933 Jun 04 13:54:20.601512 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-c3fb112f-f668-4acb-b59a-8a44f7c2d9db None None] Provisioning complete for port a1db92ed-2f9c-4678-8392-4b0304df3761 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:54:20.601901 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-c3fb112f-f668-4acb-b59a-8a44f7c2d9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:20.687093 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8e43d4aa-b291-4c80-9e3f-555e542750a0 req-6b39ccfe-dbac-46e6-bd43-afb3e4b46d9a tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1158466 Jun 04 13:54:20.736249 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbd3bb-b763-4f7a-addf-5e7e3695cfa9 req-5466a22d-9e1b-46f6-a657-25e9807852e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:20.737715 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d3bbd3bb-b763-4f7a-addf-5e7e3695cfa9 req-5466a22d-9e1b-46f6-a657-25e9807852e2 service neutron] 10.222.0.17 "GET /v2.0/networks?id=0cf7b161-85a1-4979-a152-918a492683a5 HTTP/1.1" status: 200 len: 915 time: 0.1542201 Jun 04 13:54:20.845407 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d3bbd3bb-b763-4f7a-addf-5e7e3695cfa9 req-b5cfe544-3da7-4c5b-bbad-4c87028b12e9 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1db92ed-2f9c-4678-8392-4b0304df3761 HTTP/1.1" status: 200 len: 1001 time: 0.0978765 Jun 04 13:54:20.874790 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-c3fb112f-f668-4acb-b59a-8a44f7c2d9db None None] Current status of the port a1db92ed-2f9c-4678-8392-4b0304df3761 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:54:20.909222 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbd3bb-b763-4f7a-addf-5e7e3695cfa9 req-2be5c5b1-b271-4d2a-a1aa-fece30ce902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:20.910717 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d3bbd3bb-b763-4f7a-addf-5e7e3695cfa9 req-2be5c5b1-b271-4d2a-a1aa-fece30ce902a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=fd14e7ba-aaa8-4855-b3a2-9e3d63eec635 HTTP/1.1" status: 200 len: 853 time: 0.0561831 Jun 04 13:54:20.988666 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbd3bb-b763-4f7a-addf-5e7e3695cfa9 req-311ee67f-de9b-46d5-b5d5-29c810ab10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:20.990060 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d3bbd3bb-b763-4f7a-addf-5e7e3695cfa9 req-311ee67f-de9b-46d5-b5d5-29c810ab10c6 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=0cf7b161-85a1-4979-a152-918a492683a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715833 Jun 04 13:54:21.124253 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d3bbd3bb-b763-4f7a-addf-5e7e3695cfa9 req-10bff198-9733-479f-8d48-05b6cac7185e service neutron] 10.222.0.17 "GET /v2.0/networks/0cf7b161-85a1-4979-a152-918a492683a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268427 Jun 04 13:54:21.259597 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d3bbd3bb-b763-4f7a-addf-5e7e3695cfa9 req-2dd4e6c1-7e41-4112-8cf3-b80d3718afaa service neutron] 10.222.0.17 "GET /v2.0/networks/0cf7b161-85a1-4979-a152-918a492683a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279275 Jun 04 13:54:29.447913 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2792dc-dab6-4818-a278-811b62a2266f req-928505d6-c510-464e-b907-a8cf1979042d tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:29.449269 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3c2792dc-dab6-4818-a278-811b62a2266f req-928505d6-c510-464e-b907-a8cf1979042d tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 946 time: 0.0756736 Jun 04 13:54:29.490910 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3c2792dc-dab6-4818-a278-811b62a2266f req-adb5f994-7a17-4b01-be38-efe395e0b545 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360999 Jun 04 13:54:30.673186 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2316d-5283-4543-ba50-3c5952f6e103 req-ddc9ee17-0344-4605-9abf-bb7303072992 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:30.674652 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7fb2316d-5283-4543-ba50-3c5952f6e103 req-ddc9ee17-0344-4605-9abf-bb7303072992 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 946 time: 0.0781674 Jun 04 13:54:30.716718 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7fb2316d-5283-4543-ba50-3c5952f6e103 req-e9f618a4-5f8b-4945-9d4b-b49c76eeedbc tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364132 Jun 04 13:54:31.902789 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daf831-9e93-43db-9135-8b26d63e2c4d req-1040387a-26df-4a4d-aea8-f3276404d1bd tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:31.904339 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-80daf831-9e93-43db-9135-8b26d63e2c4d req-1040387a-26df-4a4d-aea8-f3276404d1bd tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 946 time: 0.0814993 Jun 04 13:54:31.946551 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-80daf831-9e93-43db-9135-8b26d63e2c4d req-ae3a795c-067f-496e-a9fc-1b6e799db107 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367379 Jun 04 13:54:33.130244 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb4cbf-1902-4d7d-8e19-11ba8feaed20 req-8d30906f-909b-4739-a193-2626b8a969dd tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:33.131689 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cabb4cbf-1902-4d7d-8e19-11ba8feaed20 req-8d30906f-909b-4739-a193-2626b8a969dd tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 946 time: 0.0812542 Jun 04 13:54:33.174155 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cabb4cbf-1902-4d7d-8e19-11ba8feaed20 req-178253fc-f57f-48b7-a915-863f4f888807 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366986 Jun 04 13:54:34.354101 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d47d9-824e-4cf4-b5c0-c789006292a7 req-1acfbec8-1630-4b9b-8275-ec559dc76456 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:34.355522 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-930d47d9-824e-4cf4-b5c0-c789006292a7 req-1acfbec8-1630-4b9b-8275-ec559dc76456 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 946 time: 0.0762410 Jun 04 13:54:34.401762 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-930d47d9-824e-4cf4-b5c0-c789006292a7 req-f6f6c575-a00f-4b15-b4c4-dfffa3ecc53a tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407827 Jun 04 13:54:35.506569 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc823abe-16a9-4f9b-b559-5ee8e26b7e29 req-0ebb505f-2f37-497a-b691-ab7420557c1a tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:35.508093 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-bc823abe-16a9-4f9b-b559-5ee8e26b7e29 req-0ebb505f-2f37-497a-b691-ab7420557c1a tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.17 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 946 time: 0.0815232 Jun 04 13:54:35.580523 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-bc823abe-16a9-4f9b-b559-5ee8e26b7e29 req-94958d97-608d-4eb3-bf4b-fa45c46939f3 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Deleting port 2eb40873-bb87-4bae-89d6-6190025ced64 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:54:35.580862 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-bc823abe-16a9-4f9b-b559-5ee8e26b7e29 req-94958d97-608d-4eb3-bf4b-fa45c46939f3 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:35.724698 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbd988-b93e-437d-adb3-5de37565d276 req-5b1fd9d1-2293-43e6-b1a3-aba9c4666aef tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:35.726177 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f0bbd988-b93e-437d-adb3-5de37565d276 req-5b1fd9d1-2293-43e6-b1a3-aba9c4666aef tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 946 time: 0.0793884 Jun 04 13:54:35.770708 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f0bbd988-b93e-437d-adb3-5de37565d276 req-91d21772-6714-4dc4-9942-3e73259bd443 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387251 Jun 04 13:54:35.810926 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-1309ed54-43f2-491f-ae71-5a60e1b67c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:35.903367 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-bc823abe-16a9-4f9b-b559-5ee8e26b7e29 req-94958d97-608d-4eb3-bf4b-fa45c46939f3 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] For port 2eb40873-bb87-4bae-89d6-6190025ced64, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=2eb40873-bb87-4bae-89d6-6190025ced64,segment=NetworkSegment(def9c8b5-7283-4113-94d4-8027bd747da9),segment_id=def9c8b5-7283-4113-94d4-8027bd747da9)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:54:35.903714 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-bc823abe-16a9-4f9b-b559-5ee8e26b7e29 req-94958d97-608d-4eb3-bf4b-fa45c46939f3 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:36.024163 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-bc823abe-16a9-4f9b-b559-5ee8e26b7e29 req-94958d97-608d-4eb3-bf4b-fa45c46939f3 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Calling delete_port for 2eb40873-bb87-4bae-89d6-6190025ced64 owned by compute:nova {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:54:36.227792 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-bc823abe-16a9-4f9b-b559-5ee8e26b7e29 req-94958d97-608d-4eb3-bf4b-fa45c46939f3 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:36.279878 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94958d97-608d-4eb3-bf4b-fa45c46939f3 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Pushing event deleted for resources: {'Port': ['ID=2eb40873-bb87-4bae-89d6-6190025ced64,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:36.296064 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['2eb40873-bb87-4bae-89d6-6190025ced64'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:54:36.350854 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc823abe-16a9-4f9b-b559-5ee8e26b7e29 req-94958d97-608d-4eb3-bf4b-fa45c46939f3 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] No DVR routers for this DVR port 2eb40873-bb87-4bae-89d6-6190025ced64 on host hv-cinder-84359 {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:54:36.353093 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-bc823abe-16a9-4f9b-b559-5ee8e26b7e29 req-94958d97-608d-4eb3-bf4b-fa45c46939f3 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:36.355517 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18f0db1-715c-4496-b51d-eba6189e563d', 'name': 'network-vif-deleted', 'tag': '2eb40873-bb87-4bae-89d6-6190025ced64'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:54:36.399567 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57388c95-a1f7-4ac0-809f-c958608318b8'] response: {'server_uuid': 'e18f0db1-715c-4496-b51d-eba6189e563d', 'name': 'network-vif-deleted', 'tag': '2eb40873-bb87-4bae-89d6-6190025ced64', 'status': 'completed', 'code': 200} Jun 04 13:54:36.411337 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-bc823abe-16a9-4f9b-b559-5ee8e26b7e29 req-94958d97-608d-4eb3-bf4b-fa45c46939f3 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.17 "DELETE /v2.0/ports/2eb40873-bb87-4bae-89d6-6190025ced64 HTTP/1.1" status: 204 len: 173 time: 0.8967299 Jun 04 13:54:36.749317 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4d678fed-96c7-4d91-81a6-e896bebe3e3d req-60e9016c-e406-480a-ab02-135ed553d26c service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711603 Jun 04 13:54:36.852355 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d678fed-96c7-4d91-81a6-e896bebe3e3d req-ee949599-2746-491c-9b2b-0d781bd6d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:36.853850 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4d678fed-96c7-4d91-81a6-e896bebe3e3d req-ee949599-2746-491c-9b2b-0d781bd6d872 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 1098 time: 0.0718765 Jun 04 13:54:37.000907 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d678fed-96c7-4d91-81a6-e896bebe3e3d req-c49926dc-4bc5-420e-86d6-8c4bc16d26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:37.002306 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4d678fed-96c7-4d91-81a6-e896bebe3e3d req-c49926dc-4bc5-420e-86d6-8c4bc16d26eb service neutron] 10.222.0.17 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 919 time: 0.1286089 Jun 04 13:54:37.005755 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2a2bce40-78ee-476e-ad84-a9908334b58d req-3d423fe7-513b-4eeb-ad8a-711d84ae510b tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=e18f0db1-715c-4496-b51d-eba6189e563d HTTP/1.1" status: 200 len: 210 time: 0.1163230 Jun 04 13:54:37.074057 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4d678fed-96c7-4d91-81a6-e896bebe3e3d req-149d74cf-249d-44cf-968a-59f23e63533d service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a592f90-40f3-4cb7-a064-4c438ea801d2 HTTP/1.1" status: 200 len: 217 time: 0.0624611 Jun 04 13:54:37.139019 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d678fed-96c7-4d91-81a6-e896bebe3e3d req-9f31db19-ee82-4748-88e7-9c5e0615294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:37.140455 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4d678fed-96c7-4d91-81a6-e896bebe3e3d req-9f31db19-ee82-4748-88e7-9c5e0615294a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 200 len: 857 time: 0.0571079 Jun 04 13:54:37.219456 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d678fed-96c7-4d91-81a6-e896bebe3e3d req-47e78c6a-0219-4a42-91ee-8b4b63fe6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:37.220930 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4d678fed-96c7-4d91-81a6-e896bebe3e3d req-47e78c6a-0219-4a42-91ee-8b4b63fe6153 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727696 Jun 04 13:54:37.355223 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4d678fed-96c7-4d91-81a6-e896bebe3e3d req-3f9b76f8-3e7b-40ad-83f6-150a6471df70 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242330 Jun 04 13:54:37.483189 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4d678fed-96c7-4d91-81a6-e896bebe3e3d req-7d9d252f-d89e-4671-b384-446494cba67b service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214859 Jun 04 13:54:38.004848 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e243230d-f80a-49cf-9777-53dc99fb7e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:38.015775 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:39.027642 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:39.210529 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:39.586811 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 2eb40873-bb87-4bae-89d6-6190025ced64 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:54:39.620777 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: 2eb40873-bb87-4bae-89d6-6190025ced64 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:54:39.621118 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 2eb40873-bb87-4bae-89d6-6190025ced64 not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:54:40.459837 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:42.894489 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-7610d427-8d94-4815-9eaf-49e173a4f8cb tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:42.895910 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-7610d427-8d94-4815-9eaf-49e173a4f8cb tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/networks?id=4d416b39-d588-4dd8-9930-ec613ceff89e HTTP/1.1" status: 200 len: 814 time: 0.1407986 Jun 04 13:54:42.910643 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-00d1e0e6-0f53-440f-b237-a1c7fd8f0e29 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/quotas/2bc603836ac7466282ecde3f8ef685cd HTTP/1.1" status: 200 len: 375 time: 0.0092940 Jun 04 13:54:42.954679 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-96aef514-c2d6-4678-bec7-8fe9ae5bc313 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bc603836ac7466282ecde3f8ef685cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391946 Jun 04 13:54:43.080661 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-e83044f1-8a2e-48fe-846f-7f21b8695115 service neutron] 10.222.0.15 "GET /v2.0/networks/4d416b39-d588-4dd8-9930-ec613ceff89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196563 Jun 04 13:54:43.206577 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-a9fcc289-888a-420e-a416-82eee69907e6 service neutron] 10.222.0.15 "GET /v2.0/networks/4d416b39-d588-4dd8-9930-ec613ceff89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202431 Jun 04 13:54:43.461781 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-fad2cdde-2dc4-474f-9248-2056adcd134d req-5d3a2a67-61a5-40bf-9ead-7819c8bb9be9 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Synchronizing usage tracker for tenant:2bc603836ac7466282ecde3f8ef685cd on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:54:43.530666 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-fad2cdde-2dc4-474f-9248-2056adcd134d req-5d3a2a67-61a5-40bf-9ead-7819c8bb9be9 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Unset dirty status for tenant:2bc603836ac7466282ecde3f8ef685cd on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:54:43.531899 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fad2cdde-2dc4-474f-9248-2056adcd134d req-5d3a2a67-61a5-40bf-9ead-7819c8bb9be9 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 210 time: 0.1099706 Jun 04 13:54:44.675739 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3bac9bfc-0372-44d9-be04-82d358a3512f req-ba094191-9ef7-4588-b657-725a7b196c78 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 210 time: 0.0405021 Jun 04 13:54:45.627792 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-d7b970f2-9568-40f2-935d-920d3d53cab7 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:45.629197 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-d7b970f2-9568-40f2-935d-920d3d53cab7 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.17 "GET /v2.0/networks?id=4d416b39-d588-4dd8-9930-ec613ceff89e HTTP/1.1" status: 200 len: 814 time: 0.2230768 Jun 04 13:54:45.648588 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-aba27d64-ade6-4aa7-a138-303b15f1ee7c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Request body: {'port': {'device_id': '5548f45c-17b8-4a48-887f-3c822d6cba36', 'network_id': '4d416b39-d588-4dd8-9930-ec613ceff89e', 'admin_state_up': True, 'tenant_id': '2bc603836ac7466282ecde3f8ef685cd'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:54:45.781220 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-aba27d64-ade6-4aa7-a138-303b15f1ee7c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:54:45.826474 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-aba27d64-ade6-4aa7-a138-303b15f1ee7c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:54:45.838753 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d769e629-fd0c-4e2f-be97-4bdd20b5b959 req-74b22573-08ae-480a-ad3e-d6230b7e53bf tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 210 time: 0.0538087 Jun 04 13:54:45.924709 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-aba27d64-ade6-4aa7-a138-303b15f1ee7c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Made reservation on behalf of 2bc603836ac7466282ecde3f8ef685cd for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:54:45.928144 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-aba27d64-ade6-4aa7-a138-303b15f1ee7c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:46.083861 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-aba27d64-ade6-4aa7-a138-303b15f1ee7c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Allocated IP 172.20.0.7 (4d416b39-d588-4dd8-9930-ec613ceff89e/822b182f-1198-443c-bdc9-dc1c1e567e82/4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:54:46.282845 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-aba27d64-ade6-4aa7-a138-303b15f1ee7c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:46.387537 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-aba27d64-ade6-4aa7-a138-303b15f1ee7c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:46.455360 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-aba27d64-ade6-4aa7-a138-303b15f1ee7c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Network 4d416b39-d588-4dd8-9930-ec613ceff89e is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:54:46.458763 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-aba27d64-ade6-4aa7-a138-303b15f1ee7c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:54:46.461252 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-aba27d64-ade6-4aa7-a138-303b15f1ee7c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:54:46.507762 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba27d64-ade6-4aa7-a138-303b15f1ee7c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Pushing event updated for resources: {'Port': ['ID=4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:46.533265 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-aba27d64-ade6-4aa7-a138-303b15f1ee7c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:46.533811 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-aba27d64-ade6-4aa7-a138-303b15f1ee7c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:46.627876 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-aba27d64-ade6-4aa7-a138-303b15f1ee7c tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9828618 Jun 04 13:54:46.653735 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Request body: {'port': {'device_id': '5548f45c-17b8-4a48-887f-3c822d6cba36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:54:46.760231 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:47.036644 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be11fed-d1fd-4a4c-ba03-3d430f97c9a3 req-c22a7a92-97da-4460-848c-38c28de3ffea tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:47.038337 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9be11fed-d1fd-4a4c-ba03-3d430f97c9a3 req-c22a7a92-97da-4460-848c-38c28de3ffea tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 931 time: 0.0813978 Jun 04 13:54:47.081390 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9be11fed-d1fd-4a4c-ba03-3d430f97c9a3 req-f24b6edb-7033-48f4-acfd-f078f09bcc0a tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376086 Jun 04 13:54:47.105631 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:54:47.112929 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:47.127488 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Transition to ACTIVE for port object 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:54:47.196632 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:47.351727 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:47.796810 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Attempting to bind port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:54:47.797501 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Attempting to bind port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': 'def9c8b5-7283-4113-94d4-8027bd747da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d416b39-d588-4dd8-9930-ec613ceff89e'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:54:47.797501 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Attempting to bind port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f on network 4d416b39-d588-4dd8-9930-ec613ceff89e {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:54:47.801873 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f on network 4d416b39-d588-4dd8-9930-ec613ceff89e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:54:47.802190 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Attempting to bind port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f on network 4d416b39-d588-4dd8-9930-ec613ceff89e {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:54:47.807130 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:54:47.807457 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Checking segment: {'id': 'def9c8b5-7283-4113-94d4-8027bd747da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d416b39-d588-4dd8-9930-ec613ceff89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:54:47.807832 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Bound using segment: {'id': 'def9c8b5-7283-4113-94d4-8027bd747da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d416b39-d588-4dd8-9930-ec613ceff89e'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:54:47.808244 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Bound port: 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def9c8b5-7283-4113-94d4-8027bd747da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '4d416b39-d588-4dd8-9930-ec613ceff89e'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:54:47.808576 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:47.895732 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] For port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:54:47.898625 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] For port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f,segment=NetworkSegment(def9c8b5-7283-4113-94d4-8027bd747da9),segment_id=def9c8b5-7283-4113-94d4-8027bd747da9)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:54:47.970567 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:48.022030 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:48.022629 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:48.023965 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] 10.222.0.17 "PUT /v2.0/ports/4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f HTTP/1.1" status: 200 len: 1093 time: 1.3741999 Jun 04 13:54:48.024401 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5548f45c-17b8-4a48-887f-3c822d6cba36', 'tag': '4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:54:48.054097 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921863a-fce1-470e-87a2-798f9598eab3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:48.070574 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8fe50d-5714-4582-bc5d-3e60a3576a80'] response: {'name': 'network-changed', 'server_uuid': '5548f45c-17b8-4a48-887f-3c822d6cba36', 'tag': '4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f', 'status': 'completed', 'code': 200} Jun 04 13:54:48.263932 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a571ca7-ab1d-4adc-a637-93b3ea12a0e2 req-ddfa8a09-986a-4ee2-b202-5d7b243b2814 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:48.264616 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be66efd-160c-4d65-ac8e-fe74b8ef31e9 req-0c0accb2-c2bb-4e0e-a24b-f562e6dfe5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:48.265394 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0a571ca7-ab1d-4adc-a637-93b3ea12a0e2 req-ddfa8a09-986a-4ee2-b202-5d7b243b2814 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 943 time: 0.0792067 Jun 04 13:54:48.266121 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6be66efd-160c-4d65-ac8e-fe74b8ef31e9 req-0c0accb2-c2bb-4e0e-a24b-f562e6dfe5d7 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=2bc603836ac7466282ecde3f8ef685cd&device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 1096 time: 0.1448886 Jun 04 13:54:48.312719 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0a571ca7-ab1d-4adc-a637-93b3ea12a0e2 req-4abd7b40-1339-4cb7-805f-6b68c495791e tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Jun 04 13:54:48.407552 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be66efd-160c-4d65-ac8e-fe74b8ef31e9 req-6f78be12-340c-47d0-877d-57c769ddb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:48.408959 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6be66efd-160c-4d65-ac8e-fe74b8ef31e9 req-6f78be12-340c-47d0-877d-57c769ddb3d9 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=2bc603836ac7466282ecde3f8ef685cd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1288435 Jun 04 13:54:48.545398 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be66efd-160c-4d65-ac8e-fe74b8ef31e9 req-f35659be-39b2-40d2-afe0-992c801c6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:48.546848 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6be66efd-160c-4d65-ac8e-fe74b8ef31e9 req-f35659be-39b2-40d2-afe0-992c801c6de0 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316884 Jun 04 13:54:48.673919 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-e67e5268-acb4-4dc5-87b0-81553eec8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:48.675311 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-e67e5268-acb4-4dc5-87b0-81553eec8afa service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=2bc603836ac7466282ecde3f8ef685cd&device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 1096 time: 0.0678048 Jun 04 13:54:48.755633 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-b41bbc1d-2213-4f54-a3b9-465098868071 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f HTTP/1.1" status: 200 len: 217 time: 0.0618620 Jun 04 13:54:48.819199 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-65e793ca-5d11-49d1-9ef6-88e62d3098af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:48.820566 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-65e793ca-5d11-49d1-9ef6-88e62d3098af service neutron] 10.222.0.17 "GET /v2.0/subnets?id=822b182f-1198-443c-bdc9-dc1c1e567e82 HTTP/1.1" status: 200 len: 854 time: 0.0588117 Jun 04 13:54:48.866860 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-58ff8cea-6eb8-4465-a871-1c96a5cd8dab service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=4d416b39-d588-4dd8-9930-ec613ceff89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385282 Jun 04 13:54:48.995072 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-01f99668-8227-492f-9b62-fbbdcfe172e3 service neutron] 10.222.0.17 "GET /v2.0/networks/4d416b39-d588-4dd8-9930-ec613ceff89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211081 Jun 04 13:54:49.121012 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4e4914ac-d8b2-437d-bc75-867ed102d9b8 req-0d2e5adc-8426-46f7-a7bd-769e6897b926 service neutron] 10.222.0.17 "GET /v2.0/networks/4d416b39-d588-4dd8-9930-ec613ceff89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197035 Jun 04 13:54:49.491594 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e7565-266e-47a1-8309-099eef788ca7 req-5f287436-9c87-4630-8291-cce5f45e05fa tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:49.492266 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-910e7565-266e-47a1-8309-099eef788ca7 req-5f287436-9c87-4630-8291-cce5f45e05fa tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Synchronizing usage tracker for tenant:2bc603836ac7466282ecde3f8ef685cd on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:54:49.564243 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-910e7565-266e-47a1-8309-099eef788ca7 req-5f287436-9c87-4630-8291-cce5f45e05fa tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Unset dirty status for tenant:2bc603836ac7466282ecde3f8ef685cd on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:54:49.565387 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-910e7565-266e-47a1-8309-099eef788ca7 req-5f287436-9c87-4630-8291-cce5f45e05fa tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 943 time: 0.1490941 Jun 04 13:54:49.608671 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-910e7565-266e-47a1-8309-099eef788ca7 req-6a7721ed-99fe-4cde-925d-fcb07067cd1b tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375383 Jun 04 13:54:50.788627 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7301-4734-4f74-9b4c-2f562ab23b4d req-aa54a9d8-daae-4b62-a84d-1176f6e589d4 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:50.790113 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e09a7301-4734-4f74-9b4c-2f562ab23b4d req-aa54a9d8-daae-4b62-a84d-1176f6e589d4 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 943 time: 0.0788541 Jun 04 13:54:50.833054 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e09a7301-4734-4f74-9b4c-2f562ab23b4d req-50e09316-35d9-4b3c-815b-f7da4b5031a7 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366912 Jun 04 13:54:50.921969 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:54:52.013175 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a24336-2265-4975-9b7b-9b2f317adddb req-95ede946-6d9f-4198-88f5-061a63e96346 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:52.014638 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f6a24336-2265-4975-9b7b-9b2f317adddb req-95ede946-6d9f-4198-88f5-061a63e96346 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 943 time: 0.0800245 Jun 04 13:54:52.056862 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f6a24336-2265-4975-9b7b-9b2f317adddb req-36a86c03-54d3-440f-bba9-895b496fed87 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368161 Jun 04 13:54:53.236497 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011335f-abc6-4da6-9e6e-eb0914bbe9e2 req-0130b444-c1e9-4767-a399-088357360e88 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:53.237945 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2011335f-abc6-4da6-9e6e-eb0914bbe9e2 req-0130b444-c1e9-4767-a399-088357360e88 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 943 time: 0.0813174 Jun 04 13:54:53.280840 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2011335f-abc6-4da6-9e6e-eb0914bbe9e2 req-611eedd0-411d-4ff3-8b74-04aa94135aad tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372784 Jun 04 13:54:53.627587 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:54:53.754957 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f,segment=NetworkSegment(def9c8b5-7283-4113-94d4-8027bd747da9),segment_id=def9c8b5-7283-4113-94d4-8027bd747da9)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:54:53.767385 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': '4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f', 'network_id': '4d416b39-d588-4dd8-9930-ec613ceff89e', 'port_id': '4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f', 'mac_address': 'fa:16:3e:89:4c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822b182f-1198-443c-bdc9-dc1c1e567e82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:54:53.822778 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:54:53.823146 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:53.838964 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:54:53.854005 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f,segment=NetworkSegment(def9c8b5-7283-4113-94d4-8027bd747da9),segment_id=def9c8b5-7283-4113-94d4-8027bd747da9)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:54:53.910801 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:53.975011 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:54.460163 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:54:54.461201 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73579fc6-af2f-4eb5-8ae9-45be441835c7 req-49f34738-2618-4fca-acf0-8f90d3bd89e2 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:54.462705 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-73579fc6-af2f-4eb5-8ae9-45be441835c7 req-49f34738-2618-4fca-acf0-8f90d3bd89e2 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 944 time: 0.0779881 Jun 04 13:54:54.509294 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-73579fc6-af2f-4eb5-8ae9-45be441835c7 req-3ede470a-e73f-44d5-8530-0d61f48fb99d tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405734 Jun 04 13:54:55.685633 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac01cba-384b-44ed-a2f6-59288780480f req-ae243187-a624-4ebd-ad88-0344898f7194 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:55.687090 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-bac01cba-384b-44ed-a2f6-59288780480f req-ae243187-a624-4ebd-ad88-0344898f7194 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 944 time: 0.0778680 Jun 04 13:54:55.730050 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-bac01cba-384b-44ed-a2f6-59288780480f req-43483ada-2891-4be4-a5ec-8565004edce4 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372384 Jun 04 13:54:56.908014 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494685c-92ef-4567-8c95-c6ddcc105416 req-a05facfc-0272-455a-8e26-c5614127b699 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:56.909460 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4494685c-92ef-4567-8c95-c6ddcc105416 req-a05facfc-0272-455a-8e26-c5614127b699 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 944 time: 0.0774009 Jun 04 13:54:56.952311 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4494685c-92ef-4567-8c95-c6ddcc105416 req-37869db5-6866-41ed-8b30-2421861f2d37 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372434 Jun 04 13:54:57.652245 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:54:57.821081 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:54:57.825809 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:54:57.826223 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:57.937464 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:54:57.937763 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:57.963302 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5548f45c-17b8-4a48-887f-3c822d6cba36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:54:57.972512 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f,segment=NetworkSegment(def9c8b5-7283-4113-94d4-8027bd747da9),segment_id=def9c8b5-7283-4113-94d4-8027bd747da9)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:54:58.011505 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06097ca0-a33d-4577-ae06-aeec8fe662b7'] response: {'server_uuid': '5548f45c-17b8-4a48-887f-3c822d6cba36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f', 'code': 200} Jun 04 13:54:58.049855 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:58.128949 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:58.137008 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17596357-788a-44ae-ab5d-959ba4b2413e req-d7b42d2c-307f-424b-bde0-26616be6a414 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:58.138501 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-17596357-788a-44ae-ab5d-959ba4b2413e req-d7b42d2c-307f-424b-bde0-26616be6a414 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 945 time: 0.0837846 Jun 04 13:54:58.183228 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-17596357-788a-44ae-ab5d-959ba4b2413e req-48730ad9-450e-444c-9369-f5bf5ca23a80 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390456 Jun 04 13:54:58.391459 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cfbb7-28c9-4c17-8057-26ed8ca00c43 req-13e2b8d4-d26b-4362-ad3d-ac6e5cb828ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:58.392868 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5d9cfbb7-28c9-4c17-8057-26ed8ca00c43 req-13e2b8d4-d26b-4362-ad3d-ac6e5cb828ac service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 1098 time: 0.0678117 Jun 04 13:54:58.436727 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5d9cfbb7-28c9-4c17-8057-26ed8ca00c43 req-177f7ec3-51ca-4179-8242-bf8c41f2357c service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317039 Jun 04 13:54:59.366259 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df015421-325b-417b-975c-c8231c816340 req-ab307d87-72d0-41db-b14c-4d110a9e18a8 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:54:59.367685 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-df015421-325b-417b-975c-c8231c816340 req-ab307d87-72d0-41db-b14c-4d110a9e18a8 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 945 time: 0.0810232 Jun 04 13:54:59.410854 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-df015421-325b-417b-975c-c8231c816340 req-d389675b-740d-4bab-bcee-4ea639fb8587 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367246 Jun 04 13:55:00.598958 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb881d0-8a10-4be8-85ba-5c2b79cd7b7e req-f2a078de-627b-4722-9944-760d86a0436d tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:00.600382 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8bb881d0-8a10-4be8-85ba-5c2b79cd7b7e req-f2a078de-627b-4722-9944-760d86a0436d tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 945 time: 0.0826297 Jun 04 13:55:00.644305 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8bb881d0-8a10-4be8-85ba-5c2b79cd7b7e req-e480dad7-d2e9-4489-b72b-cf3fb319cbde tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381770 Jun 04 13:55:05.838434 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-806ec712-fc12-4790-9ec8-170dae481388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:07.964143 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-2c62d7a1-b1b0-4645-9c63-1006d359729e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:07.986841 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:09.032416 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:09.232634 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:10.432843 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:19.499923 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3302b4-c270-49cf-8639-ef017c646a4e req-8a2c343f-198e-4d2d-94df-57687bd266de tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:19.501373 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fd3302b4-c270-49cf-8639-ef017c646a4e req-8a2c343f-198e-4d2d-94df-57687bd266de tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0774090 Jun 04 13:55:19.614512 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fd3302b4-c270-49cf-8639-ef017c646a4e req-d592dd72-8afa-4a55-86cc-beceb8b3ae54 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074255 Jun 04 13:55:20.800776 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fea7b-2aca-4bc4-98ba-2a71bf02efbd req-c4feddb6-07a8-4e79-a4a0-e389c7c8ee16 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:20.802237 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-221fea7b-2aca-4bc4-98ba-2a71bf02efbd req-c4feddb6-07a8-4e79-a4a0-e389c7c8ee16 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0775955 Jun 04 13:55:20.848596 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-221fea7b-2aca-4bc4-98ba-2a71bf02efbd req-3d181f2e-e607-4f2b-8fe6-910af1463a92 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406272 Jun 04 13:55:22.028257 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c0215-4502-4620-810d-26a16e4da217 req-a9f2c5cd-ad5e-4811-b600-ee900a4b9860 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:22.029597 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a23c0215-4502-4620-810d-26a16e4da217 req-a9f2c5cd-ad5e-4811-b600-ee900a4b9860 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0781093 Jun 04 13:55:22.072928 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a23c0215-4502-4620-810d-26a16e4da217 req-4fcae2ff-8c02-43a2-9b32-1c8d83ccee5a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375242 Jun 04 13:55:23.259243 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d959c-8eec-4bff-8837-c4a26d40bc34 req-9a17ee35-9dd0-4c53-af20-2e5585720551 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:23.260688 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-785d959c-8eec-4bff-8837-c4a26d40bc34 req-9a17ee35-9dd0-4c53-af20-2e5585720551 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0827496 Jun 04 13:55:23.303490 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-785d959c-8eec-4bff-8837-c4a26d40bc34 req-5748778c-37c3-464f-93ab-cb6a54f9ec80 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369542 Jun 04 13:55:24.482402 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9031e-3869-43b5-b9f6-507531b97657 req-612a150e-55de-4159-a5a4-607ba94faa11 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:24.483833 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e0e9031e-3869-43b5-b9f6-507531b97657 req-612a150e-55de-4159-a5a4-607ba94faa11 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0763099 Jun 04 13:55:24.526589 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e0e9031e-3869-43b5-b9f6-507531b97657 req-3c2651d5-f218-464a-9f09-43d1baebf1f4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372453 Jun 04 13:55:25.703144 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2c2c7-c4d0-4327-843b-e11906102b95 req-572ab903-8920-4461-ac97-d999fdd9495a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:25.704548 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-45d2c2c7-c4d0-4327-843b-e11906102b95 req-572ab903-8920-4461-ac97-d999fdd9495a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0768354 Jun 04 13:55:25.750013 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-45d2c2c7-c4d0-4327-843b-e11906102b95 req-0058dd22-e3a6-4088-8cb3-fa174b4c9198 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398915 Jun 04 13:55:26.931501 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d970e-bbd2-44cf-9b00-4f38acf0afc1 req-471e4837-2909-4727-a955-e0a442a702bf tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:26.932936 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-597d970e-bbd2-44cf-9b00-4f38acf0afc1 req-471e4837-2909-4727-a955-e0a442a702bf tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0804570 Jun 04 13:55:26.976393 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-597d970e-bbd2-44cf-9b00-4f38acf0afc1 req-6dc358f5-5487-4757-bfea-dd11a364b953 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370431 Jun 04 13:55:27.920425 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:55:28.156924 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87e112-7ca3-4c2c-8c48-c8c59ab3e4ba req-c9826082-35fe-4662-97a7-bd1ab7ce9a83 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:28.158388 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2d87e112-7ca3-4c2c-8c48-c8c59ab3e4ba req-c9826082-35fe-4662-97a7-bd1ab7ce9a83 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0774786 Jun 04 13:55:28.201005 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2d87e112-7ca3-4c2c-8c48-c8c59ab3e4ba req-3d3b1084-1e6a-41d9-b941-0bc02b79f4b0 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370314 Jun 04 13:55:29.381582 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd7f6c-0092-445f-baa4-a0dc5c3e8f2f req-c17ddc7c-6628-4b85-887d-dde5f3a9bed7 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:29.383039 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e2fd7f6c-0092-445f-baa4-a0dc5c3e8f2f req-c17ddc7c-6628-4b85-887d-dde5f3a9bed7 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0781248 Jun 04 13:55:29.425266 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e2fd7f6c-0092-445f-baa4-a0dc5c3e8f2f req-e200b9f7-190e-43f5-a06b-f835bf3f1057 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366504 Jun 04 13:55:30.378457 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b08e5-5a52-48c3-9ea5-291b4b37929b req-dcd87f33-e2bb-4a15-9e68-b4a20d7a13b7 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:30.379888 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-da3b08e5-5a52-48c3-9ea5-291b4b37929b req-dcd87f33-e2bb-4a15-9e68-b4a20d7a13b7 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 945 time: 0.0809755 Jun 04 13:55:30.422346 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-da3b08e5-5a52-48c3-9ea5-291b4b37929b req-f0a4b709-b6ed-4012-a068-25c33238442b tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368679 Jun 04 13:55:30.617042 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ea3d1-ac4a-4d1b-be65-625e9e4c15b8 req-52b53c51-9688-4366-8faa-b67eabf052c5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:30.618771 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-283ea3d1-ac4a-4d1b-be65-625e9e4c15b8 req-52b53c51-9688-4366-8faa-b67eabf052c5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0866957 Jun 04 13:55:30.661623 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-283ea3d1-ac4a-4d1b-be65-625e9e4c15b8 req-86b7efde-eb31-4e23-b723-b714cce65286 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364106 Jun 04 13:55:31.602462 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a744f6-4885-4717-a874-661400175494 req-f96d357b-1a58-451a-b408-adea20c469e8 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:31.603878 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-26a744f6-4885-4717-a874-661400175494 req-f96d357b-1a58-451a-b408-adea20c469e8 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 945 time: 0.0780549 Jun 04 13:55:31.646611 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-26a744f6-4885-4717-a874-661400175494 req-1cc3ab92-c6dc-43fc-9bf9-9150dfb4bb91 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368443 Jun 04 13:55:31.841817 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897618e3-5505-4772-9146-a4e372032223 req-89dd2870-911f-49c4-ad82-95ead10a400c tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:31.843814 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-897618e3-5505-4772-9146-a4e372032223 req-89dd2870-911f-49c4-ad82-95ead10a400c tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0785134 Jun 04 13:55:31.890001 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-897618e3-5505-4772-9146-a4e372032223 req-afd67b16-69e8-4e2c-904d-b73cbaf6b96b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404339 Jun 04 13:55:32.827902 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ade36-d6aa-403f-a39b-8c8663922e46 req-6512a709-425e-47ac-af7a-7e12f2fd05ef tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:32.829334 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6a7ade36-d6aa-403f-a39b-8c8663922e46 req-6512a709-425e-47ac-af7a-7e12f2fd05ef tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 945 time: 0.0808387 Jun 04 13:55:32.871950 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6a7ade36-d6aa-403f-a39b-8c8663922e46 req-bd60d061-629f-4ddf-94b3-85110a8aa9ad tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371346 Jun 04 13:55:33.135615 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d571cec-2614-4f2a-9637-ef0f9eaaf29d req-ca205c79-9b62-4423-b44a-cba0835e4061 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:33.137067 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1d571cec-2614-4f2a-9637-ef0f9eaaf29d req-ca205c79-9b62-4423-b44a-cba0835e4061 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.1461585 Jun 04 13:55:33.181275 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1d571cec-2614-4f2a-9637-ef0f9eaaf29d req-46a4b978-74d1-4586-8bfb-92ce4607136e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378904 Jun 04 13:55:34.048287 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0184849-8478-4d6c-b5d1-53fd3eb03dd7 req-85305995-a300-4740-80fc-1e23cb6432c4 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:34.049687 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d0184849-8478-4d6c-b5d1-53fd3eb03dd7 req-85305995-a300-4740-80fc-1e23cb6432c4 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 945 time: 0.0766821 Jun 04 13:55:34.091059 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d0184849-8478-4d6c-b5d1-53fd3eb03dd7 req-e656e9ea-577d-40ac-adf2-c0f3596fbe4d tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357933 Jun 04 13:55:34.363694 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fbea0-c2db-45fb-b23b-379a713b4884 req-a3f97ae4-aa1e-466f-9eb8-9d6e75fe85c8 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:34.365132 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-439fbea0-c2db-45fb-b23b-379a713b4884 req-a3f97ae4-aa1e-466f-9eb8-9d6e75fe85c8 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0801852 Jun 04 13:55:34.408072 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-439fbea0-c2db-45fb-b23b-379a713b4884 req-d5d73ae1-3f89-4aba-8cdd-6cc0e2354f41 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371592 Jun 04 13:55:35.277214 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cdeb4-e6e4-43c1-bf2c-666fb53c7935 req-33ee4a0d-3c15-46fc-ac3e-e785862eae0f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:35.278653 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-335cdeb4-e6e4-43c1-bf2c-666fb53c7935 req-33ee4a0d-3c15-46fc-ac3e-e785862eae0f tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 945 time: 0.0809379 Jun 04 13:55:35.322163 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-335cdeb4-e6e4-43c1-bf2c-666fb53c7935 req-d08edd0c-e4f5-4501-97fc-a8a525f0037a tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/security-groups?id=35e647bc-f5da-4336-9af4-5128eadb9faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378547 Jun 04 13:55:35.584584 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ba7f1-aec0-43ff-b37b-6a09adb59c4b req-22aa0cbe-674c-443d-83d2-d6d6ec951c49 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:35.586034 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-dd0ba7f1-aec0-43ff-b37b-6a09adb59c4b req-22aa0cbe-674c-443d-83d2-d6d6ec951c49 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0771072 Jun 04 13:55:35.606597 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77ad0c-e4e7-4ed5-bd11-d0e43b2490f3 req-352f6d97-38c5-43a1-886e-5852559e7a98 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:35.607994 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4e77ad0c-e4e7-4ed5-bd11-d0e43b2490f3 req-352f6d97-38c5-43a1-886e-5852559e7a98 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.17 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 945 time: 0.0755010 Jun 04 13:55:35.632359 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-dd0ba7f1-aec0-43ff-b37b-6a09adb59c4b req-12b4d2fa-6f95-4e69-b3f8-bcedbaeff0b3 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 Jun 04 13:55:35.681148 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-4e77ad0c-e4e7-4ed5-bd11-d0e43b2490f3 req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Deleting port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:55:35.681487 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-4e77ad0c-e4e7-4ed5-bd11-d0e43b2490f3 req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:35.812727 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f06b284c-3fb9-4f19-a541-c038392788e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:35.926728 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-4e77ad0c-e4e7-4ed5-bd11-d0e43b2490f3 req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] For port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f,segment=NetworkSegment(def9c8b5-7283-4113-94d4-8027bd747da9),segment_id=def9c8b5-7283-4113-94d4-8027bd747da9)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:35.927078 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-4e77ad0c-e4e7-4ed5-bd11-d0e43b2490f3 req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:36.051948 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-4e77ad0c-e4e7-4ed5-bd11-d0e43b2490f3 req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Calling delete_port for 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f owned by compute:nova {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:55:36.122175 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9552be6-ca03-46df-8516-5e8899cb816e req-d22056bc-ba52-4ac8-8a93-8d4f5d5aa92d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:36.124650 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e9552be6-ca03-46df-8516-5e8899cb816e req-d22056bc-ba52-4ac8-8a93-8d4f5d5aa92d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0789223 Jun 04 13:55:36.178495 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e9552be6-ca03-46df-8516-5e8899cb816e req-ede348f1-bf21-49f0-814e-c28eafe230f9 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475144 Jun 04 13:55:36.281894 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a76a95-2215-413c-a29b-c8702965200f req-5353994a-0d29-40da-88fa-0ba9a33cd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:36.283277 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d5a76a95-2215-413c-a29b-c8702965200f req-5353994a-0d29-40da-88fa-0ba9a33cd660 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1bab325121754db6a16249d176589adc&device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 1099 time: 0.0734777 Jun 04 13:55:36.313356 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-4e77ad0c-e4e7-4ed5-bd11-d0e43b2490f3 req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:36.514379 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Pushing event deleted for resources: {'Port': ['ID=4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:36.565263 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:36.565530 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:36.565890 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:36.566216 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:36.566539 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:36.566861 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:36.567179 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:36.567497 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:36.567813 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:36.568127 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:36.568438 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:36.568746 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:36.572652 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-91994287-5718-48d4-8e30-717bd1c64f55 req-4ca7e7aa-3112-4487-8885-ea76be31e447 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 210 time: 0.1075928 Jun 04 13:55:36.630034 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e77ad0c-e4e7-4ed5-bd11-d0e43b2490f3 req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] No DVR routers for this DVR port 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f on host hv-cinder-84359 {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:55:36.634061 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-4e77ad0c-e4e7-4ed5-bd11-d0e43b2490f3 req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:36.636051 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5548f45c-17b8-4a48-887f-3c822d6cba36', 'name': 'network-vif-deleted', 'tag': '4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:55:36.660323 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a76a95-2215-413c-a29b-c8702965200f req-2eeb95a0-2ed4-4aec-a1c2-84bb627478dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:36.661818 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d5a76a95-2215-413c-a29b-c8702965200f req-2eeb95a0-2ed4-4aec-a1c2-84bb627478dc service neutron] 10.222.0.17 "GET /v2.0/networks?id=15ca5580-d168-42fa-8af5-abcdc93e9ac4 HTTP/1.1" status: 200 len: 911 time: 0.3711567 Jun 04 13:55:36.720284 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5759ea06-8335-42aa-8abc-4b743c4ec680'] response: {'server_uuid': '5548f45c-17b8-4a48-887f-3c822d6cba36', 'name': 'network-vif-deleted', 'tag': '4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f', 'status': 'completed', 'code': 200} Jun 04 13:55:36.739891 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4e77ad0c-e4e7-4ed5-bd11-d0e43b2490f3 req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.17 "DELETE /v2.0/ports/4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f HTTP/1.1" status: 204 len: 173 time: 1.1242440 Jun 04 13:55:36.774341 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d5a76a95-2215-413c-a29b-c8702965200f req-b218d4ee-da02-4b32-afc4-090e1e80d15d service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aab71abe-a311-467b-9ed1-462415e5b96d HTTP/1.1" status: 200 len: 1002 time: 0.1021323 Jun 04 13:55:36.803085 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad8d86c4-53bb-4435-9cd2-1617501cf80b req-2047a4d7-858d-4bd0-901d-c32ceb610a38 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766873 Jun 04 13:55:36.835824 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a76a95-2215-413c-a29b-c8702965200f req-3823ef4c-ef0d-4565-b54e-04d7b2cce1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:36.837149 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d5a76a95-2215-413c-a29b-c8702965200f req-3823ef4c-ef0d-4565-b54e-04d7b2cce1dc service neutron] 10.222.0.17 "GET /v2.0/subnets?id=1b549cf0-8286-455e-9abd-46f9e5d41a3c HTTP/1.1" status: 200 len: 849 time: 0.0563691 Jun 04 13:55:36.930987 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a76a95-2215-413c-a29b-c8702965200f req-9f457e39-7847-40d8-8192-c83497927945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:36.932448 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d5a76a95-2215-413c-a29b-c8702965200f req-9f457e39-7847-40d8-8192-c83497927945 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=15ca5580-d168-42fa-8af5-abcdc93e9ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713711 Jun 04 13:55:36.939198 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d86c4-53bb-4435-9cd2-1617501cf80b req-83c0bffd-d20f-415f-a6b5-5bc2b278fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:36.940649 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad8d86c4-53bb-4435-9cd2-1617501cf80b req-83c0bffd-d20f-415f-a6b5-5bc2b278fa52 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 1098 time: 0.0719593 Jun 04 13:55:37.074094 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d5a76a95-2215-413c-a29b-c8702965200f req-8963f138-54f1-4e8c-9e4c-0e04a6bea1aa service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253009 Jun 04 13:55:37.093808 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d86c4-53bb-4435-9cd2-1617501cf80b req-1e795bb3-74d5-4655-9ff0-a4f0127d2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:37.095160 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad8d86c4-53bb-4435-9cd2-1617501cf80b req-1e795bb3-74d5-4655-9ff0-a4f0127d2e7c service neutron] 10.222.0.17 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 919 time: 0.1286387 Jun 04 13:55:37.167128 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad8d86c4-53bb-4435-9cd2-1617501cf80b req-f4cd0f88-4ba2-4d87-8154-fc562071be99 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d350f8ea-5a7a-4259-b8da-91f0dea29bf9 HTTP/1.1" status: 200 len: 217 time: 0.0645690 Jun 04 13:55:37.207455 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d5a76a95-2215-413c-a29b-c8702965200f req-193455c5-bf44-4af6-8aaa-ef36f5afc075 service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265874 Jun 04 13:55:37.230776 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d86c4-53bb-4435-9cd2-1617501cf80b req-e40e9eb1-1614-484c-bae8-b024e6685d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:37.232814 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad8d86c4-53bb-4435-9cd2-1617501cf80b req-e40e9eb1-1614-484c-bae8-b024e6685d8d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 200 len: 857 time: 0.0575094 Jun 04 13:55:37.315749 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d86c4-53bb-4435-9cd2-1617501cf80b req-32568fce-47a8-4354-9e6f-a96e04b1a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:37.317207 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad8d86c4-53bb-4435-9cd2-1617501cf80b req-32568fce-47a8-4354-9e6f-a96e04b1a8fe service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739896 Jun 04 13:55:37.362642 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667c1fb-b65c-499f-a0a7-687ff91c62d8 req-53020f9c-d71f-4e26-af76-8bedcf653c83 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:37.364254 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0667c1fb-b65c-499f-a0a7-687ff91c62d8 req-53020f9c-d71f-4e26-af76-8bedcf653c83 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0855904 Jun 04 13:55:37.407800 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0667c1fb-b65c-499f-a0a7-687ff91c62d8 req-7fd755e0-5618-4fc4-8869-34299e94a831 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376697 Jun 04 13:55:37.468837 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad8d86c4-53bb-4435-9cd2-1617501cf80b req-c0b1fc56-cc46-48ae-bfce-8109cf6ffc43 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263947 Jun 04 13:55:37.598265 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad8d86c4-53bb-4435-9cd2-1617501cf80b req-a3b317fd-493a-4668-910a-8816992b3786 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221957 Jun 04 13:55:37.738735 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7085bea6-3931-4d8a-b0e8-33804be33d00 req-e0e5c9b6-f31e-4e9a-9e77-58afd8604f1d tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] 10.222.0.15 "GET /v2.0/ports?device_id=5548f45c-17b8-4a48-887f-3c822d6cba36 HTTP/1.1" status: 200 len: 210 time: 0.0427799 Jun 04 13:55:37.882400 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:55:37.924897 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:55:37.925229 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 4c0bb441-fa31-4820-9d9b-cd9cb9a0be6f not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:55:38.009230 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-908e3c06-a355-47f3-bec9-8e8b7f2e3d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:38.035611 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:38.589148 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecdbbd-dcda-435e-9ac3-376bad504e0a req-ea53ba1f-4dc8-4deb-ad3d-c28a7dfec5ee tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:38.590604 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-86ecdbbd-dcda-435e-9ac3-376bad504e0a req-ea53ba1f-4dc8-4deb-ad3d-c28a7dfec5ee tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0765538 Jun 04 13:55:38.637060 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-86ecdbbd-dcda-435e-9ac3-376bad504e0a req-74722c55-ff3f-4218-b057-6f926787b605 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403512 Jun 04 13:55:39.008869 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:39.232475 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:40.443234 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:41.176676 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1299a-1685-4e4f-84c6-c13146122fb6 req-946040af-9ab8-400f-8945-6ca36e63459e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:41.182202 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-10e1299a-1685-4e4f-84c6-c13146122fb6 req-946040af-9ab8-400f-8945-6ca36e63459e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0777459 Jun 04 13:55:41.221816 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-10e1299a-1685-4e4f-84c6-c13146122fb6 req-51cf729a-7b23-4cb9-b6e2-7539518e0e1d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378337 Jun 04 13:55:42.402318 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282c94c-b782-4d16-905e-2069c0eb10d7 req-ccd244ca-8998-45c4-9ae9-f5323a63c053 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:42.403754 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b282c94c-b782-4d16-905e-2069c0eb10d7 req-ccd244ca-8998-45c4-9ae9-f5323a63c053 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0771835 Jun 04 13:55:42.449113 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b282c94c-b782-4d16-905e-2069c0eb10d7 req-c7375a62-676c-4555-bcf6-cb092adec289 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388255 Jun 04 13:55:43.284090 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-4af2f5b6-edaa-4697-b711-03221bad890c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:43.285496 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-4af2f5b6-edaa-4697-b711-03221bad890c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 946 time: 0.0804584 Jun 04 13:55:43.354861 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Deleting port 3c307844-eb67-479e-b947-2419df0dcac1 {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:55:43.355203 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:43.718094 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] For port 3c307844-eb67-479e-b947-2419df0dcac1, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=3c307844-eb67-479e-b947-2419df0dcac1,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:43.718451 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:43.804116 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f0067-8d5b-435c-88f9-20c458c44733 req-2f38af5c-e701-437f-82f7-9a624b8c12a4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:43.805474 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f79f0067-8d5b-435c-88f9-20c458c44733 req-2f38af5c-e701-437f-82f7-9a624b8c12a4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 946 time: 0.2040107 Jun 04 13:55:43.927132 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f79f0067-8d5b-435c-88f9-20c458c44733 req-4053b63d-5918-4768-a1d6-1ca63dd36513 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=d42d274d-9d56-4dca-ab4c-d1b23092c9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159391 Jun 04 13:55:44.044615 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:44.044982 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:44.045293 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.l3_db [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Floating IP 4a348007-ee9b-4864-be35-1fd5a9a5b2ab disassociated. External IP: 172.28.3.66, port: 3c307844-eb67-479e-b947-2419df0dcac1. Jun 04 13:55:44.046351 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Calling delete_port for 3c307844-eb67-479e-b947-2419df0dcac1 owned by compute:nova {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:55:44.237370 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:44.288226 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event deleted for resources: {'Port': ['ID=3c307844-eb67-479e-b947-2419df0dcac1,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:44.299054 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:44.299391 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:44.299721 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:44.300048 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:44.300354 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:44.300673 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:44.300994 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:44.301309 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:44.301624 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:44.301966 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:44.302283 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:44.302593 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:44.475431 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Router f401466b-c510-41cc-8f64-1540c5ef120e has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:55:44.654643 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:55:44.665548 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4585d339-5796-452f-8153-092fc54c4e56 None None] Sync routers for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:55:44.675621 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4585d339-5796-452f-8153-092fc54c4e56 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:55:44.676290 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-4585d339-5796-452f-8153-092fc54c4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:55:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:44.726821 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] No DVR routers for this DVR port 3c307844-eb67-479e-b947-2419df0dcac1 on host hv-cinder-84359 {{(pid=88648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:55:44.729892 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:44.732509 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc86344-e50d-4364-bbb7-f7d881feb9e3', 'name': 'network-vif-deleted', 'tag': '3c307844-eb67-479e-b947-2419df0dcac1'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:55:44.784500 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60681ddf-e90e-4582-b803-b71b8373a965'] response: {'server_uuid': '0bc86344-e50d-4364-bbb7-f7d881feb9e3', 'name': 'network-vif-deleted', 'tag': '3c307844-eb67-479e-b947-2419df0dcac1', 'status': 'completed', 'code': 200} Jun 04 13:55:44.804036 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-eda2b9d5-b57e-4b8e-8c9a-7f8dd7935aed req-57c7c9e8-5ca4-44a2-b37c-4352ce91543c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "DELETE /v2.0/ports/3c307844-eb67-479e-b947-2419df0dcac1 HTTP/1.1" status: 204 len: 173 time: 1.5120969 Jun 04 13:55:44.856672 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-4585d339-5796-452f-8153-092fc54c4e56 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:55:45.090035 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-59b6e10e-dfb0-4b15-afbd-8404f776f614 req-bbfea384-985e-417f-becc-dfe50d294d6f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:55:45.192071 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-59b6e10e-dfb0-4b15-afbd-8404f776f614 req-bbfea384-985e-417f-becc-dfe50d294d6f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:55:45.193840 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-59b6e10e-dfb0-4b15-afbd-8404f776f614 req-bbfea384-985e-417f-becc-dfe50d294d6f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bc86344-e50d-4364-bbb7-f7d881feb9e3 HTTP/1.1" status: 200 len: 210 time: 0.1605105 Jun 04 13:55:45.238504 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-4585d339-5796-452f-8153-092fc54c4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '57325453-8bdf-4548-b970-9c0b7405e427', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.16', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': 'c9934519-b156-42da-aac8-bf408e95fe2c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:ae:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:16Z', 'updated_at': '2022-06-04T13:51:45Z', 'revision_number': 2, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:45.242485 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4585d339-5796-452f-8153-092fc54c4e56 None None] Checking router: f401466b-c510-41cc-8f64-1540c5ef120e for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:55:45.250909 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4585d339-5796-452f-8153-092fc54c4e56 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:55:45.251490 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-4585d339-5796-452f-8153-092fc54c4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:55:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:45.426915 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-4585d339-5796-452f-8153-092fc54c4e56 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:55:45.776221 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-4585d339-5796-452f-8153-092fc54c4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '57325453-8bdf-4548-b970-9c0b7405e427', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.16', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': 'c9934519-b156-42da-aac8-bf408e95fe2c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:ae:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:16Z', 'updated_at': '2022-06-04T13:51:45Z', 'revision_number': 2, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:45.780786 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4585d339-5796-452f-8153-092fc54c4e56 None None] The sync data for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb is: [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '57325453-8bdf-4548-b970-9c0b7405e427', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.16', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': 'c9934519-b156-42da-aac8-bf408e95fe2c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:ae:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:51:16Z', 'updated_at': '2022-06-04T13:51:45Z', 'revision_number': 2, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:55:45.996434 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef036669-402d-4f02-80f4-a94ea3b3d3f1 None None] New status for floating IP 4a348007-ee9b-4864-be35-1fd5a9a5b2ab: DOWN {{(pid=88649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:55:46.368724 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 46444) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:46.435223 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-28dde6ba-2f64-4211-a92e-4cbc2e014472 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:46.462252 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-28dde6ba-2f64-4211-a92e-4cbc2e014472 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:46.591646 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-28dde6ba-2f64-4211-a92e-4cbc2e014472 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:46.610699 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dde6ba-2f64-4211-a92e-4cbc2e014472 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42d274d-9d56-4dca-ab4c-d1b23092c9e6,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:46.686129 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-28dde6ba-2f64-4211-a92e-4cbc2e014472 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:46.690377 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46454) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:46.706137 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-28dde6ba-2f64-4211-a92e-4cbc2e014472 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "DELETE /v2.0/security-groups/d42d274d-9d56-4dca-ab4c-d1b23092c9e6 HTTP/1.1" status: 204 len: 168 time: 0.3356082 Jun 04 13:55:46.709331 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.api.v2.resource [None req-10e31377-d8e4-4898-a513-3fe71df0a96c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] show failed (client error): The resource could not be found. Jun 04 13:55:46.713302 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 46458) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:46.713442 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-10e31377-d8e4-4898-a513-3fe71df0a96c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups/d42d274d-9d56-4dca-ab4c-d1b23092c9e6 HTTP/1.1" status: 404 len: 347 time: 0.0220470 Jun 04 13:55:47.060025 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea2841-7682-4f48-b922-36ceff5ff62e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Deleting port 2e6d9570-4c47-4c4d-93f5-eacd7ab0869f {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:55:47.060402 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2841-7682-4f48-b922-36ceff5ff62e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:47.228765 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ca026-b5c4-4777-b94a-f55ede2ccae3 req-20233721-824d-4a13-ab8d-3a454462b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:47.229898 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fe7ca026-b5c4-4777-b94a-f55ede2ccae3 req-20233721-824d-4a13-ab8d-3a454462b97a service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=457b5475220b4601bfea76d579d0a660&device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 1137 time: 0.3995526 Jun 04 13:55:47.241618 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c185bf4-e984-4b69-bc50-cc6ecf4a7e31 req-f0cab80b-e94c-4b9e-a466-c585edcab27a tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:47.243234 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4c185bf4-e984-4b69-bc50-cc6ecf4a7e31 req-f0cab80b-e94c-4b9e-a466-c585edcab27a tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.4577010 Jun 04 13:55:47.375263 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2841-7682-4f48-b922-36ceff5ff62e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:47.375863 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2841-7682-4f48-b922-36ceff5ff62e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:47.533818 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea2841-7682-4f48-b922-36ceff5ff62e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Calling delete_port for 2e6d9570-4c47-4c4d-93f5-eacd7ab0869f owned by network:floatingip {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:55:47.562850 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4c185bf4-e984-4b69-bc50-cc6ecf4a7e31 req-b24d6b61-8770-4490-ac93-d7af5c60c4bf tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2990711 Jun 04 13:55:47.596766 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ca026-b5c4-4777-b94a-f55ede2ccae3 req-ad12a5fb-167b-4ec5-86e7-53df52cc032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:47.598233 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fe7ca026-b5c4-4777-b94a-f55ede2ccae3 req-ad12a5fb-167b-4ec5-86e7-53df52cc032a service neutron] 10.222.0.17 "GET /v2.0/networks?id=0cf7b161-85a1-4979-a152-918a492683a5 HTTP/1.1" status: 200 len: 915 time: 0.3541274 Jun 04 13:55:47.747239 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fe7ca026-b5c4-4777-b94a-f55ede2ccae3 req-bca8d619-20ca-435f-ac5d-5ec10f8d8d6f service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1db92ed-2f9c-4678-8392-4b0304df3761 HTTP/1.1" status: 200 len: 1001 time: 0.1406345 Jun 04 13:55:47.820874 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ca026-b5c4-4777-b94a-f55ede2ccae3 req-8705afec-a7ac-4f2f-b41a-25d0547c9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:47.822278 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fe7ca026-b5c4-4777-b94a-f55ede2ccae3 req-8705afec-a7ac-4f2f-b41a-25d0547c9828 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=fd14e7ba-aaa8-4855-b3a2-9e3d63eec635 HTTP/1.1" status: 200 len: 853 time: 0.0675058 Jun 04 13:55:47.882378 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2841-7682-4f48-b922-36ceff5ff62e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:47.924396 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 3c307844-eb67-479e-b947-2419df0dcac1 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:55:47.933587 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea2841-7682-4f48-b922-36ceff5ff62e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event deleted for resources: {'Port': ['ID=2e6d9570-4c47-4c4d-93f5-eacd7ab0869f,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:47.957516 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: 3c307844-eb67-479e-b947-2419df0dcac1 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:55:47.957876 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 3c307844-eb67-479e-b947-2419df0dcac1 not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:55:48.000889 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ca026-b5c4-4777-b94a-f55ede2ccae3 req-250772f4-d4be-4ff3-a58c-a3473385cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:48.002294 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fe7ca026-b5c4-4777-b94a-f55ede2ccae3 req-250772f4-d4be-4ff3-a58c-a3473385cd32 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=0cf7b161-85a1-4979-a152-918a492683a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1738198 Jun 04 13:55:48.103444 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2841-7682-4f48-b922-36ceff5ff62e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:48.149258 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fe7ca026-b5c4-4777-b94a-f55ede2ccae3 req-2861feae-243e-4955-bb98-6e1c019ee4ce service neutron] 10.222.0.17 "GET /v2.0/networks/0cf7b161-85a1-4979-a152-918a492683a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371069 Jun 04 13:55:48.227120 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2841-7682-4f48-b922-36ceff5ff62e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:48.228203 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-a1ea2841-7682-4f48-b922-36ceff5ff62e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "DELETE /v2.0/floatingips/4a348007-ee9b-4864-be35-1fd5a9a5b2ab HTTP/1.1" status: 204 len: 168 time: 1.5136673 Jun 04 13:55:48.285821 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fe7ca026-b5c4-4777-b94a-f55ede2ccae3 req-31aefc86-cab6-4a1c-ad52-44fa203f27db service neutron] 10.222.0.17 "GET /v2.0/networks/0cf7b161-85a1-4979-a152-918a492683a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304035 Jun 04 13:55:48.846361 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c0479-4ad3-4796-9fa4-08b3a78ba849 req-767a83d3-6233-431f-91b1-3340a97d87e3 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:48.847842 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-369c0479-4ad3-4796-9fa4-08b3a78ba849 req-767a83d3-6233-431f-91b1-3340a97d87e3 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.1829107 Jun 04 13:55:48.897620 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-369c0479-4ad3-4796-9fa4-08b3a78ba849 req-126b7a6d-2e60-4e19-be74-bc8ebe442946 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437381 Jun 04 13:55:50.089937 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a89a7a-89f1-4aab-9c69-2f517b5dcb55 req-ef599d19-df3b-4901-bc0d-4c6bfabf8fdd tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:50.091404 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f9a89a7a-89f1-4aab-9c69-2f517b5dcb55 req-ef599d19-df3b-4901-bc0d-4c6bfabf8fdd tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.0824490 Jun 04 13:55:50.141612 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f9a89a7a-89f1-4aab-9c69-2f517b5dcb55 req-2219f413-11f4-4c48-bd9e-38138ed6a4ef tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441637 Jun 04 13:55:51.328499 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5836549-a097-4b0d-8f41-ac9e9a5795c9 req-563cd6ad-3759-488d-aff4-4907690c9a18 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:51.329895 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c5836549-a097-4b0d-8f41-ac9e9a5795c9 req-563cd6ad-3759-488d-aff4-4907690c9a18 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.0818694 Jun 04 13:55:51.376639 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c5836549-a097-4b0d-8f41-ac9e9a5795c9 req-d7b80a88-d2a3-478e-8500-62f4e603e3dc tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409286 Jun 04 13:55:51.649561 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f4cea-f515-47ff-8a3e-9bdf231f8fca req-1a5b3723-7159-4792-bf78-d6c479d7507e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:51.651077 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fa6f4cea-f515-47ff-8a3e-9bdf231f8fca req-1a5b3723-7159-4792-bf78-d6c479d7507e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 945 time: 0.0789268 Jun 04 13:55:51.694912 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fa6f4cea-f515-47ff-8a3e-9bdf231f8fca req-51f8e973-bcef-4bcf-83b7-64fb86d88ba0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381906 Jun 04 13:55:52.607721 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d098062-4d4c-413d-9a52-8c546f7b7b4b req-89854282-c036-4776-b4e7-f1949181b578 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:52.609175 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4d098062-4d4c-413d-9a52-8c546f7b7b4b req-89854282-c036-4776-b4e7-f1949181b578 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.1276705 Jun 04 13:55:52.653571 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4d098062-4d4c-413d-9a52-8c546f7b7b4b req-8fc8b08f-d7d9-43f6-b5be-40440f25b76b tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386317 Jun 04 13:55:52.927665 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc94729-0425-4372-ab4f-165a7cf6ad2d req-e16a510f-9dc2-4574-8111-40cf9f04995e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:52.929056 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2cc94729-0425-4372-ab4f-165a7cf6ad2d req-e16a510f-9dc2-4574-8111-40cf9f04995e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 945 time: 0.1288078 Jun 04 13:55:52.973061 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2cc94729-0425-4372-ab4f-165a7cf6ad2d req-c15ba38e-526d-436a-b788-8287eee20d95 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378261 Jun 04 13:55:53.833453 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec00bbc-3090-49aa-907e-bc4c107b196c req-2529f2f9-2218-424b-ba98-b96198f8e507 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:53.835027 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ec00bbc-3090-49aa-907e-bc4c107b196c req-2529f2f9-2218-424b-ba98-b96198f8e507 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.0778756 Jun 04 13:55:53.883224 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ec00bbc-3090-49aa-907e-bc4c107b196c req-0b4d8cca-6132-46a8-8c6c-2bfebb13952f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424058 Jun 04 13:55:53.976677 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-979dc823-0f8c-41a6-ad83-ab2fbb310f70 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:53.977360 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-979dc823-0f8c-41a6-ad83-ab2fbb310f70 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:55:54.081111 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-979dc823-0f8c-41a6-ad83-ab2fbb310f70 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:55:54.082162 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-979dc823-0f8c-41a6-ad83-ab2fbb310f70 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 945 time: 0.1858916 Jun 04 13:55:54.153998 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-ad49ab1f-da66-42ff-961a-ed8796bcfa85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Deleting port c9934519-b156-42da-aac8-bf408e95fe2c {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:55:54.154454 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-ad49ab1f-da66-42ff-961a-ed8796bcfa85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:54.169676 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665eb1e-bcab-4efc-9646-02a604043a89 req-75e903bd-9410-40b0-a6b8-8fc927694b31 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:54.171289 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1665eb1e-bcab-4efc-9646-02a604043a89 req-75e903bd-9410-40b0-a6b8-8fc927694b31 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 945 time: 0.0952232 Jun 04 13:55:54.216430 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1665eb1e-bcab-4efc-9646-02a604043a89 req-6359782f-30be-49b9-aafc-204c86b0ec4a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387454 Jun 04 13:55:54.405370 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-ad49ab1f-da66-42ff-961a-ed8796bcfa85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] For port c9934519-b156-42da-aac8-bf408e95fe2c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c9934519-b156-42da-aac8-bf408e95fe2c,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:54.410041 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-ad49ab1f-da66-42ff-961a-ed8796bcfa85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:54.699324 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-ad49ab1f-da66-42ff-961a-ed8796bcfa85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:54.699757 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-ad49ab1f-da66-42ff-961a-ed8796bcfa85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:54.700071 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.l3_db [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-ad49ab1f-da66-42ff-961a-ed8796bcfa85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Floating IP 57325453-8bdf-4548-b970-9c0b7405e427 disassociated. External IP: 172.28.3.16, port: c9934519-b156-42da-aac8-bf408e95fe2c. Jun 04 13:55:54.700404 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-ad49ab1f-da66-42ff-961a-ed8796bcfa85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Calling delete_port for c9934519-b156-42da-aac8-bf408e95fe2c owned by compute:nova {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:55:54.928994 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-ad49ab1f-da66-42ff-961a-ed8796bcfa85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:54.982278 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49ab1f-da66-42ff-961a-ed8796bcfa85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event deleted for resources: {'Port': ['ID=c9934519-b156-42da-aac8-bf408e95fe2c,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:55.155054 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463e124-a399-4f0e-9639-549fc78c1fe8 req-942556b7-1fb5-4751-8454-3dfe49cc4050 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:55.157031 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5463e124-a399-4f0e-9639-549fc78c1fe8 req-942556b7-1fb5-4751-8454-3dfe49cc4050 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.1604187 Jun 04 13:55:55.167386 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-ad49ab1f-da66-42ff-961a-ed8796bcfa85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Router f401466b-c510-41cc-8f64-1540c5ef120e has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:55:55.206985 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5463e124-a399-4f0e-9639-549fc78c1fe8 req-1425e850-d9db-487e-a04c-1d62bb6a009c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430133 Jun 04 13:55:55.466096 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-997003b9-286f-4d54-8a01-9790d8ec8d91 req-ee6952cd-da83-456a-b23d-c8bf5fa0a618 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 210 time: 0.0630043 Jun 04 13:55:55.482758 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-ad49ab1f-da66-42ff-961a-ed8796bcfa85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:55:55.495718 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47abe3e2-f25f-438b-bef0-2b37ef126633 None None] Sync routers for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:55:55.505857 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47abe3e2-f25f-438b-bef0-2b37ef126633 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:55:55.506462 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-47abe3e2-f25f-438b-bef0-2b37ef126633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:55:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:55.556302 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-ad49ab1f-da66-42ff-961a-ed8796bcfa85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] No DVR routers for this DVR port c9934519-b156-42da-aac8-bf408e95fe2c on host hv-cinder-84359 {{(pid=88648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:55:55.558842 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-ad49ab1f-da66-42ff-961a-ed8796bcfa85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:55.561558 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'name': 'network-vif-deleted', 'tag': 'c9934519-b156-42da-aac8-bf408e95fe2c'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:55:55.650241 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-99a124f8-9ab1-43e5-a59b-a5b2134e4142 req-ad49ab1f-da66-42ff-961a-ed8796bcfa85 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "DELETE /v2.0/ports/c9934519-b156-42da-aac8-bf408e95fe2c HTTP/1.1" status: 204 len: 173 time: 1.5623193 Jun 04 13:55:55.731699 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-47abe3e2-f25f-438b-bef0-2b37ef126633 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:55:55.757562 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6c7b4a-9a51-49cb-a08a-6b73a0c73ac2'] response: {'server_uuid': 'b810e4b5-cbee-4b2b-94a6-e30397cd1ced', 'name': 'network-vif-deleted', 'tag': 'c9934519-b156-42da-aac8-bf408e95fe2c', 'status': 'completed', 'code': 200} Jun 04 13:55:56.047011 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-47abe3e2-f25f-438b-bef0-2b37ef126633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:56.050765 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47abe3e2-f25f-438b-bef0-2b37ef126633 None None] Checking router: f401466b-c510-41cc-8f64-1540c5ef120e for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:55:56.058856 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47abe3e2-f25f-438b-bef0-2b37ef126633 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:55:56.059435 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-47abe3e2-f25f-438b-bef0-2b37ef126633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:55:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:56.232681 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-47abe3e2-f25f-438b-bef0-2b37ef126633 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:55:56.394251 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee06e8-bbcf-4c60-947c-3f45ed79b9a8 req-4a47e471-a45f-497c-b280-41bb64ff63ae tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:56.395684 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-54ee06e8-bbcf-4c60-947c-3f45ed79b9a8 req-4a47e471-a45f-497c-b280-41bb64ff63ae tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.0850704 Jun 04 13:55:56.443120 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-54ee06e8-bbcf-4c60-947c-3f45ed79b9a8 req-72d0a363-35b0-4dad-be07-1d8cdbe000e7 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403690 Jun 04 13:55:56.555310 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-47abe3e2-f25f-438b-bef0-2b37ef126633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:56.559742 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47abe3e2-f25f-438b-bef0-2b37ef126633 None None] The sync data for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb is: [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:55:56.646538 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-15a98a76-8875-4b13-9e83-f6a1099070c7 req-b63c54a7-bd51-49a1-89a9-d78a5c2be08d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=b810e4b5-cbee-4b2b-94a6-e30397cd1ced HTTP/1.1" status: 200 len: 210 time: 0.0427620 Jun 04 13:55:56.811034 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a54578f-5b81-4358-a9fb-6f130f5b6f64 None None] New status for floating IP 57325453-8bdf-4548-b970-9c0b7405e427: DOWN {{(pid=88649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:55:57.624358 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce18ef-ec3e-4b9f-afc1-a525515a6919 req-61cead1d-2bd6-489c-9488-b35c9cc07705 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:57.626346 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d3ce18ef-ec3e-4b9f-afc1-a525515a6919 req-61cead1d-2bd6-489c-9488-b35c9cc07705 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.0771513 Jun 04 13:55:57.670135 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d3ce18ef-ec3e-4b9f-afc1-a525515a6919 req-fd8e1395-12bf-4881-887f-45f54b80c34b tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380158 Jun 04 13:55:57.849998 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 46590) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:57.917896 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7267f71a-6787-42aa-b36a-769d9f901439 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:57.945939 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7267f71a-6787-42aa-b36a-769d9f901439 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:57.966155 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device c9934519-b156-42da-aac8-bf408e95fe2c no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:55:58.003378 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: c9934519-b156-42da-aac8-bf408e95fe2c {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:55:58.003716 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device c9934519-b156-42da-aac8-bf408e95fe2c not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:55:58.077386 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7267f71a-6787-42aa-b36a-769d9f901439 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:58.096766 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267f71a-6787-42aa-b36a-769d9f901439 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:58.105832 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7267f71a-6787-42aa-b36a-769d9f901439 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:58.105832 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-7267f71a-6787-42aa-b36a-769d9f901439 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "DELETE /v2.0/security-groups/533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5 HTTP/1.1" status: 204 len: 168 time: 0.2542894 Jun 04 13:55:58.108107 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 46600) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:58.124457 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.api.v2.resource [None req-3e261117-a5d0-450e-b715-f75f9f24c387 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] show failed (client error): The resource could not be found. Jun 04 13:55:58.126110 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-3e261117-a5d0-450e-b715-f75f9f24c387 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups/533b8bb6-0d8e-4a1a-9804-49c2e3b61cc5 HTTP/1.1" status: 404 len: 347 time: 0.0164261 Jun 04 13:55:58.129080 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 46604) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:58.285367 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f126b-91f0-44b8-81f6-e127da810bca tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Deleting port 3a1e3ea1-2017-4d13-98ad-ab0026175338 {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:55:58.285716 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-dd1f126b-91f0-44b8-81f6-e127da810bca tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:58.453548 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-dd1f126b-91f0-44b8-81f6-e127da810bca tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:58.453830 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-dd1f126b-91f0-44b8-81f6-e127da810bca tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:58.647277 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f126b-91f0-44b8-81f6-e127da810bca tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Calling delete_port for 3a1e3ea1-2017-4d13-98ad-ab0026175338 owned by network:floatingip {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:55:58.777511 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d59241-e55e-431d-b0e0-c30b477704b7 req-c3660a61-c5be-41e7-902d-bd33a779acac tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:58.778992 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-90d59241-e55e-431d-b0e0-c30b477704b7 req-c3660a61-c5be-41e7-902d-bd33a779acac tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.3150616 Jun 04 13:55:58.784250 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308f967-47d7-4fda-b979-6bff4e99c022 req-1fad4026-8282-4760-9c56-d979652871a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:58.785631 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9308f967-47d7-4fda-b979-6bff4e99c022 req-1fad4026-8282-4760-9c56-d979652871a9 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 1098 time: 0.2382720 Jun 04 13:55:58.862617 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab6367-5e2e-4a9b-ab44-b47336a4193c req-37062669-d0ae-4442-bdde-0a40871cf941 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:58.864114 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-eeab6367-5e2e-4a9b-ab44-b47336a4193c req-37062669-d0ae-4442-bdde-0a40871cf941 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.0845063 Jun 04 13:55:58.910675 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-eeab6367-5e2e-4a9b-ab44-b47336a4193c req-031d013b-cdd2-4ae5-9aab-ba3e898bb91b tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402308 Jun 04 13:55:58.957419 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-90d59241-e55e-431d-b0e0-c30b477704b7 req-7389c9ce-9ef2-4fae-87d2-5cbabce81346 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708446 Jun 04 13:55:58.995663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308f967-47d7-4fda-b979-6bff4e99c022 req-01525dc2-fb84-4e96-8efb-301fcf537774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:58.997096 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9308f967-47d7-4fda-b979-6bff4e99c022 req-01525dc2-fb84-4e96-8efb-301fcf537774 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 919 time: 0.1705940 Jun 04 13:55:59.146403 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-dd1f126b-91f0-44b8-81f6-e127da810bca tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:59.244364 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f126b-91f0-44b8-81f6-e127da810bca tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event deleted for resources: {'Port': ['ID=3a1e3ea1-2017-4d13-98ad-ab0026175338,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:59.303221 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9308f967-47d7-4fda-b979-6bff4e99c022 req-d295f0d4-007b-4e09-bb35-e50a7e84e427 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae9298c7-15df-4665-b418-fab99b2b6d1d HTTP/1.1" status: 200 len: 1000 time: 0.2991128 Jun 04 13:55:59.353131 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-dd1f126b-91f0-44b8-81f6-e127da810bca tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:59.381156 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-dd1f126b-91f0-44b8-81f6-e127da810bca tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:59.382291 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-dd1f126b-91f0-44b8-81f6-e127da810bca tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "DELETE /v2.0/floatingips/57325453-8bdf-4548-b970-9c0b7405e427 HTTP/1.1" status: 204 len: 168 time: 1.2523484 Jun 04 13:55:59.385852 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308f967-47d7-4fda-b979-6bff4e99c022 req-c280a5dd-131a-4615-9017-f0fb34518b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:59.387189 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9308f967-47d7-4fda-b979-6bff4e99c022 req-c280a5dd-131a-4615-9017-f0fb34518b6e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 200 len: 857 time: 0.0776501 Jun 04 13:55:59.462076 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308f967-47d7-4fda-b979-6bff4e99c022 req-db2cb38e-d2b2-4d81-8ac4-55b49409d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:55:59.463658 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9308f967-47d7-4fda-b979-6bff4e99c022 req-db2cb38e-d2b2-4d81-8ac4-55b49409d4aa service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703695 Jun 04 13:55:59.526749 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46622) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:59.531784 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-89c605bc-ae2e-4d4f-b78d-fb47178ec99a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--26878017', 'description': 'tempest-description--1312922564'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:55:59.537977 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-89c605bc-ae2e-4d4f-b78d-fb47178ec99a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:55:59.542169 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-89c605bc-ae2e-4d4f-b78d-fb47178ec99a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:security_group and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:55:59.545168 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-89c605bc-ae2e-4d4f-b78d-fb47178ec99a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:55:59.551318 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-89c605bc-ae2e-4d4f-b78d-fb47178ec99a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:55:59.598288 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9308f967-47d7-4fda-b979-6bff4e99c022 req-e336dc85-66de-4232-8d0e-16d2e61024a8 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268792 Jun 04 13:55:59.631730 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-89c605bc-ae2e-4d4f-b78d-fb47178ec99a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:59.652167 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-89c605bc-ae2e-4d4f-b78d-fb47178ec99a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:55:59.655982 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-89c605bc-ae2e-4d4f-b78d-fb47178ec99a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:security_group_rule and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:55:59.658884 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-89c605bc-ae2e-4d4f-b78d-fb47178ec99a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:55:59.664524 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-89c605bc-ae2e-4d4f-b78d-fb47178ec99a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:55:59.734992 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9308f967-47d7-4fda-b979-6bff4e99c022 req-52f33c64-80bd-44a4-85ea-a2131c6ad172 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304445 Jun 04 13:55:59.738088 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-89c605bc-ae2e-4d4f-b78d-fb47178ec99a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:59.801313 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-89c605bc-ae2e-4d4f-b78d-fb47178ec99a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:59.846509 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c605bc-ae2e-4d4f-b78d-fb47178ec99a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb8674b-42fb-43b0-b155-c3fa8f8b70a7,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:59.927160 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-89c605bc-ae2e-4d4f-b78d-fb47178ec99a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:59.930258 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-89c605bc-ae2e-4d4f-b78d-fb47178ec99a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4024310 Jun 04 13:55:59.931284 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46648) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:59.936307 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-915b6a58-d101-4c9b-a088-59af318dabf7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'security_group_rule': {'security_group_id': 'edb8674b-42fb-43b0-b155-c3fa8f8b70a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:55:59.943357 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-915b6a58-d101-4c9b-a088-59af318dabf7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:55:59.946682 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-915b6a58-d101-4c9b-a088-59af318dabf7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:security_group_rule and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:55:59.949499 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-915b6a58-d101-4c9b-a088-59af318dabf7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:55:59.955307 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-915b6a58-d101-4c9b-a088-59af318dabf7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:00.099155 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61725e6-0545-493c-a001-dc1204bf6f6a req-b5813aa4-b95c-4f20-af4c-20ffd736fc14 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:00.100607 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c61725e6-0545-493c-a001-dc1204bf6f6a req-b5813aa4-b95c-4f20-af4c-20ffd736fc14 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.0842907 Jun 04 13:56:00.103867 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-915b6a58-d101-4c9b-a088-59af318dabf7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:00.151086 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c61725e6-0545-493c-a001-dc1204bf6f6a req-52e10215-823f-40ba-ba57-bb2371b68ca0 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440257 Jun 04 13:56:00.202029 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa9ad7-8a6a-4cfa-ad3a-b45fa5b25238 req-fb1c567a-132b-490a-bf88-7421f28f2347 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:00.203475 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-82fa9ad7-8a6a-4cfa-ad3a-b45fa5b25238 req-fb1c567a-132b-490a-bf88-7421f28f2347 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.1384573 Jun 04 13:56:00.205054 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-915b6a58-d101-4c9b-a088-59af318dabf7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:00.247728 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-82fa9ad7-8a6a-4cfa-ad3a-b45fa5b25238 req-493f6f7d-2c7c-4f77-a4d8-53b975e47adb tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385246 Jun 04 13:56:00.309593 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-915b6a58-d101-4c9b-a088-59af318dabf7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:00.330945 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b6a58-d101-4c9b-a088-59af318dabf7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ce0181-9850-41ac-9529-261614a9ac96,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:00.412532 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-915b6a58-d101-4c9b-a088-59af318dabf7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:00.413659 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-915b6a58-d101-4c9b-a088-59af318dabf7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4814425 Jun 04 13:56:00.416537 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46660) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:00.421479 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-7e4d27bf-a1b0-437e-b673-ac19361f4c40 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'security_group_rule': {'security_group_id': 'edb8674b-42fb-43b0-b155-c3fa8f8b70a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:00.427675 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-7e4d27bf-a1b0-437e-b673-ac19361f4c40 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:00.431400 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-7e4d27bf-a1b0-437e-b673-ac19361f4c40 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:security_group_rule and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:00.434259 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-7e4d27bf-a1b0-437e-b673-ac19361f4c40 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:00.439803 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-7e4d27bf-a1b0-437e-b673-ac19361f4c40 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:00.555752 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7e4d27bf-a1b0-437e-b673-ac19361f4c40 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:00.614475 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7e4d27bf-a1b0-437e-b673-ac19361f4c40 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:00.716897 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7e4d27bf-a1b0-437e-b673-ac19361f4c40 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:00.740124 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d27bf-a1b0-437e-b673-ac19361f4c40 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e05100-3e99-4528-83e7-c5d620481838,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:00.860255 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7e4d27bf-a1b0-437e-b673-ac19361f4c40 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:00.861523 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-7e4d27bf-a1b0-437e-b673-ac19361f4c40 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4440355 Jun 04 13:56:00.864683 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46664) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:00.869807 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'floatingip': {'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:00.875417 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:00.879188 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:floatingip and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:00.882094 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:00.887711 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:00.968444 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:01.099478 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:01.235560 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Allocated IP 172.28.3.77 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/0aef765a-3d52-4fbe-8c10-4162fcabb485) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:56:01.384484 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943bbe2-a598-44f1-b225-1a5aef979ddc req-111c6b79-16c9-480b-8c46-aa3411cf4b91 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:01.385980 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0943bbe2-a598-44f1-b225-1a5aef979ddc req-111c6b79-16c9-480b-8c46-aa3411cf4b91 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.1142182 Jun 04 13:56:01.431618 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:01.432707 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0943bbe2-a598-44f1-b225-1a5aef979ddc req-a786c1c2-a4d1-4302-bd7d-cfa1c14e0289 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405493 Jun 04 13:56:01.479668 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12ba3b-6cb1-47af-b0a1-f995f929730e req-d82c027d-7b3a-4948-803a-d40ae982d050 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:01.481117 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ae12ba3b-6cb1-47af-b0a1-f995f929730e req-d82c027d-7b3a-4948-803a-d40ae982d050 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.1149321 Jun 04 13:56:01.526309 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ae12ba3b-6cb1-47af-b0a1-f995f929730e req-72ba3575-97e6-4e4d-ad7a-41bd8db4aac7 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388081 Jun 04 13:56:01.527268 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:01.595297 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:56:01.598019 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:56:01.601519 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:56:01.632272 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'Port': ['ID=0aef765a-3d52-4fbe-8c10-4162fcabb485,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:01.683988 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:01.821577 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:02.018554 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:02.082606 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:02.190225 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'Port': ['ID=0aef765a-3d52-4fbe-8c10-4162fcabb485,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:02.199976 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:02.286462 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:02.287662 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-72bb0ea6-3ac0-4956-9c43-4048eaff1d2b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4220741 Jun 04 13:56:02.508628 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-a152a494-1f7c-4c6b-af93-17f7a1679881 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:security_group {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:56:02.583702 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-a152a494-1f7c-4c6b-af93-17f7a1679881 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:security_group {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:56:02.584903 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-a152a494-1f7c-4c6b-af93-17f7a1679881 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--26878017&fields=id&tenant_id=b1a0a7d689e345fb800464f38156edb4 HTTP/1.1" status: 200 len: 267 time: 0.1178629 Jun 04 13:56:02.613480 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b1340-ab06-4cc4-9ee8-6fc68b76d2ef req-5fcb04a2-510c-4c95-a9a7-db497e786b99 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:02.614946 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-bb9b1340-ab06-4cc4-9ee8-6fc68b76d2ef req-5fcb04a2-510c-4c95-a9a7-db497e786b99 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.0790112 Jun 04 13:56:02.661338 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-bb9b1340-ab06-4cc4-9ee8-6fc68b76d2ef req-d8b743b3-72b0-4887-8a9b-95e42da831b3 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402141 Jun 04 13:56:02.684284 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 46696) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:02.785667 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_v2 [None req-468fe945-f692-42de-a4b2-1cf6ee516ba9 admin admin] Deleting subnet 822b182f-1198-443c-bdc9-dc1c1e567e82 {{(pid=88648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 13:56:02.795761 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-d5375aee-db5b-424a-af18-cefc715bdfbd tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:02.797287 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-d5375aee-db5b-424a-af18-cefc715bdfbd tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/networks?id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a HTTP/1.1" status: 200 len: 814 time: 0.2057796 Jun 04 13:56:02.798575 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-468fe945-f692-42de-a4b2-1cf6ee516ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:02.847434 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-7f09f5db-765f-4c72-8831-a5b1274d7099 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/quotas/b1a0a7d689e345fb800464f38156edb4 HTTP/1.1" status: 200 len: 375 time: 0.0219505 Jun 04 13:56:02.858558 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-468fe945-f692-42de-a4b2-1cf6ee516ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2407732'] for subnet, precommit_delete_associations {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:02.918383 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499a81d-71e9-4430-ab2b-64490b30ad94 req-ae9c0bfe-313f-4cc9-bafa-991651308450 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:02.919741 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a499a81d-71e9-4430-ab2b-64490b30ad94 req-ae9c0bfe-313f-4cc9-bafa-991651308450 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.1649542 Jun 04 13:56:02.963457 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a499a81d-71e9-4430-ab2b-64490b30ad94 req-363a71fe-398b-45cc-93c2-9ace995067e7 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373340 Jun 04 13:56:02.967236 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-468fe945-f692-42de-a4b2-1cf6ee516ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563026'] for subnet, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:03.028448 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-f5a744be-5ea5-4957-94b2-395fd96abdc2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:56:03.123013 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-f5a744be-5ea5-4957-94b2-395fd96abdc2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:56:03.124378 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-f5a744be-5ea5-4957-94b2-395fd96abdc2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2689054 Jun 04 13:56:03.158876 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-468fe945-f692-42de-a4b2-1cf6ee516ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25948275'] for subnet, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:03.214298 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fe945-f692-42de-a4b2-1cf6ee516ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=822b182f-1198-443c-bdc9-dc1c1e567e82,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:03.216144 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-468fe945-f692-42de-a4b2-1cf6ee516ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:03.267668 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-468fe945-f692-42de-a4b2-1cf6ee516ba9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/822b182f-1198-443c-bdc9-dc1c1e567e82 HTTP/1.1" status: 204 len: 168 time: 0.5794785 Jun 04 13:56:03.270314 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46702) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:03.323185 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-386b2153-5a40-4294-81b0-60035145c142 service neutron] 10.222.0.15 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864686 Jun 04 13:56:03.373857 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-57b8d227-99b0-41a0-b29c-f774d03d5886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604469'] for network, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:03.498081 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-57b8d227-99b0-41a0-b29c-f774d03d5886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-919093', 'neutron.services.segments.db._delete_segments_for_network-8784468802214'] for network, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:03.522824 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-57b8d227-99b0-41a0-b29c-f774d03d5886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d416b39-d588-4dd8-9930-ec613ceff89e']}} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:03.531674 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-575292bc-3426-4eb5-88a0-b963999ec126 service neutron] 10.222.0.15 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025595 Jun 04 13:56:03.535297 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-57b8d227-99b0-41a0-b29c-f774d03d5886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def9c8b5-7283-4113-94d4-8027bd747da9') {'for_net_delete': True} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:03.535595 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-57b8d227-99b0-41a0-b29c-f774d03d5886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def9c8b5-7283-4113-94d4-8027bd747da9') {} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:03.546721 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-57b8d227-99b0-41a0-b29c-f774d03d5886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784468805825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2326710'] for segment, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:03.562145 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-57b8d227-99b0-41a0-b29c-f774d03d5886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:03.568025 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b8d227-99b0-41a0-b29c-f774d03d5886 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:56:03.568401 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-57b8d227-99b0-41a0-b29c-f774d03d5886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-918837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2991336'] for segment, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:03.634773 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment def9c8b5-7283-4113-94d4-8027bd747da9 resource provider aggregate not found Jun 04 13:56:03.653411 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment def9c8b5-7283-4113-94d4-8027bd747da9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid def9c8b5-7283-4113-94d4-8027bd747da9 found for delete ", "request_id": "req-81d7e053-d4c2-438e-a252-f6583803b521"}]} Jun 04 13:56:03.761677 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-57b8d227-99b0-41a0-b29c-f774d03d5886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-919102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787971'] for network, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:03.781385 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-57b8d227-99b0-41a0-b29c-f774d03d5886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:03.783892 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6b9fa756-1d2b-433e-a32a-a5d817382cdd req-76f66c86-d21b-419f-b81a-d4e6f482a460 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 210 time: 0.0513828 Jun 04 13:56:03.823375 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8d227-99b0-41a0-b29c-f774d03d5886 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d416b39-d588-4dd8-9930-ec613ceff89e,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:03.883831 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802985a-913a-4581-8133-2a2deb98e5a3 req-3f4a8629-0c0a-41b2-b5cf-2f2f28ec0987 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:03.883831 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1802985a-913a-4581-8133-2a2deb98e5a3 req-3f4a8629-0c0a-41b2-b5cf-2f2f28ec0987 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.1018872 Jun 04 13:56:03.916035 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-57b8d227-99b0-41a0-b29c-f774d03d5886 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4d416b39-d588-4dd8-9930-ec613ceff89e HTTP/1.1" status: 204 len: 168 time: 0.6445699 Jun 04 13:56:03.928059 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1802985a-913a-4581-8133-2a2deb98e5a3 req-a477e4d7-4506-426c-9e2b-d87c1b47ce5a tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424380 Jun 04 13:56:04.146112 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461327c-42e9-4488-b50b-d8ce5fc161df req-f3ace33d-96e7-4e59-8029-7a0da82d1432 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:04.147498 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6461327c-42e9-4488-b50b-d8ce5fc161df req-f3ace33d-96e7-4e59-8029-7a0da82d1432 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0812938 Jun 04 13:56:04.192512 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6461327c-42e9-4488-b50b-d8ce5fc161df req-cf6f5fc6-6e9c-4fe9-9198-776db3b76409 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388703 Jun 04 13:56:04.221702 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46728) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:04.269003 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-00481b9a-7bde-4229-a0b4-198e22666a37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bc603836ac7466282ecde3f8ef685cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460701 Jun 04 13:56:04.271342 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46732) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:04.326853 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-4d44d047-698d-4c66-994c-3fb4bdc1bf2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:04.351564 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-4d44d047-698d-4c66-994c-3fb4bdc1bf2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:04.460220 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-4d44d047-698d-4c66-994c-3fb4bdc1bf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:04.477172 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44d047-698d-4c66-994c-3fb4bdc1bf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e647bc-f5da-4336-9af4-5128eadb9faa,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:04.529522 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-4d44d047-698d-4c66-994c-3fb4bdc1bf2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:04.534544 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-4d44d047-698d-4c66-994c-3fb4bdc1bf2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35e647bc-f5da-4336-9af4-5128eadb9faa HTTP/1.1" status: 204 len: 168 time: 0.2583787 Jun 04 13:56:04.919377 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:56:04.928270 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c277230-51b4-44a8-9906-e47e0289bb45 req-83afb925-beca-4a3e-adb3-b3ec40e2a586 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 210 time: 0.0420599 Jun 04 13:56:05.118937 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e350a4-fe64-4536-8479-2f83df0d3b0c req-bde8f567-e0d0-4e09-a63a-fbf54bd8d6d4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:05.121309 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-58e350a4-fe64-4536-8479-2f83df0d3b0c req-bde8f567-e0d0-4e09-a63a-fbf54bd8d6d4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.0860262 Jun 04 13:56:05.170509 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-58e350a4-fe64-4536-8479-2f83df0d3b0c req-65e97905-b22a-47b2-95f6-2e41ded59ea1 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&id=a1296afa-9441-4adb-bb73-89ad25ba573e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434954 Jun 04 13:56:05.386494 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d238e4-9d30-49ff-ac1c-b14fa2f42a86 req-b111ce8c-deb9-4202-9318-0b7d67e95a01 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:05.387952 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-88d238e4-9d30-49ff-ac1c-b14fa2f42a86 req-b111ce8c-deb9-4202-9318-0b7d67e95a01 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0823374 Jun 04 13:56:05.432564 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-88d238e4-9d30-49ff-ac1c-b14fa2f42a86 req-697733af-36db-4b40-947f-5a9a9f831a2e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384851 Jun 04 13:56:05.620563 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46766) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:05.723822 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2111328403-network', 'tenant_id': 'fe244484f68744dda6530fb47852352e'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:05.728310 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:05.732412 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Usage tracker for resource:network and tenant:fe244484f68744dda6530fb47852352e is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:05.735502 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:05.742497 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:05.797851 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Made reservation on behalf of fe244484f68744dda6530fb47852352e for: {'network': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:56:05.798077 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-4c4768c1-e002-4ed2-9b1c-05ef93dfc65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:05.800988 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:05.813713 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:05.827572 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:05.831510 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Usage tracker for resource:security_group_rule and tenant:fe244484f68744dda6530fb47852352e is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:05.834562 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:05.840278 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:05.920271 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:05.954648 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-d4bc169b-42d4-4353-87b0-6ed2b8777e6b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:05.956276 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-d4bc169b-42d4-4353-87b0-6ed2b8777e6b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "GET /v2.0/networks?id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a HTTP/1.1" status: 200 len: 814 time: 0.1465361 Jun 04 13:56:05.989556 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:06.012887 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-ad37b4bb-a15b-4385-ba0e-59ee5952b55f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1a0a7d689e345fb800464f38156edb4 HTTP/1.1" status: 200 len: 378 time: 0.0422559 Jun 04 13:56:06.022471 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'port': {'device_id': '65e131c4-51d4-41f3-8b21-8c3690037aa6', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'admin_state_up': True, 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'security_groups': ['edb8674b-42fb-43b0-b155-c3fa8f8b70a7']}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:06.022754 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=88647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:56:06.030401 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28362241-6036-4b44-94ed-ffa62ec91ce7,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:06.038242 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:06.038546 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.segments_db [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Added segment 1d88defc-ce8b-420a-afbc-04bd81222c07 of type vlan for network 28f01122-e136-4dc9-ad3d-33938cfcfa55 Jun 04 13:56:06.066421 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:06.131599 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-098698f0-33ea-44f8-9f4d-89806e1499eb req-0d1bf858-1271-4800-9d96-d4013e1072a6 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 210 time: 0.0927026 Jun 04 13:56:06.173136 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:06.174079 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:06.174786 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:06.201358 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:06.211436 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:06.279574 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] Pushing event updated for resources: {'Network': ['ID=28f01122-e136-4dc9-ad3d-33938cfcfa55,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:06.289398 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network 28f01122-e136-4dc9-ad3d-33938cfcfa55 details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:56:06.344672 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-eb6652c6-1f93-4933-879e-e1178e4ab7ca admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7230225 Jun 04 13:56:06.347448 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46778) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:06.352773 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] Request body: {'subnet': {'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2111328403-subnet', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'ip_version': 4}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:06.357340 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:06.361122 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] Usage tracker for resource:subnet and tenant:fe244484f68744dda6530fb47852352e is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:06.363961 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:06.369927 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:06.424345 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Made reservation on behalf of b1a0a7d689e345fb800464f38156edb4 for: {'port': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:56:06.427855 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:06.452125 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] Made reservation on behalf of fe244484f68744dda6530fb47852352e for: {'subnet': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:56:06.454618 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076358'] for subnet, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:06.590297 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Allocated IP 172.20.0.7 (f7e165fb-2c08-4a5e-b160-62bdeefaa15a/86aba7f4-4b2c-4624-8047-800bda2d771c/c56d8b81-c04f-4d70-a4de-9132aef6b484) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:56:06.679662 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bccca-2d2a-4df4-b56e-5eddfae9f913 req-799dc5bb-40ee-4554-8084-518289db2385 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:06.681017 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ee0bccca-2d2a-4df4-b56e-5eddfae9f913 req-799dc5bb-40ee-4554-8084-518289db2385 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.1387653 Jun 04 13:56:06.757934 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ee0bccca-2d2a-4df4-b56e-5eddfae9f913 req-f749dd78-ef05-4611-ba1e-29cbd644dd00 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688345 Jun 04 13:56:06.779676 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:06.793285 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.provisioning_blocks [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Transition to ACTIVE for port object c56d8b81-c04f-4d70-a4de-9132aef6b484 will not be triggered until provisioned by entity DHCP. {{(pid=88648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:06.842940 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3006351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076372'] for subnet, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:06.888893 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:06.922981 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=686a6177-2f34-421f-b1a7-5a4e94026be4,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:06.926980 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] Checking segment: {'id': '1d88defc-ce8b-420a-afbc-04bd81222c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:56:06.927328 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] Network hostable DHCP agents. Network: 28f01122-e136-4dc9-ad3d-33938cfcfa55, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:56:06.963338 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Network f7e165fb-2c08-4a5e-b160-62bdeefaa15a is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:56:06.966272 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:56:06.970047 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:56:07.000069 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'Port': ['ID=c56d8b81-c04f-4d70-a4de-9132aef6b484,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:07.015370 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] Network 28f01122-e136-4dc9-ad3d-33938cfcfa55 is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:56:07.043027 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:07.043027 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:07.071698 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, 28f01122-e136-4dc9-ad3d-33938cfcfa55) {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:56:07.075761 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:07.076513 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:07.081754 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238ff06d-2c59-4a52-aa3b-7e5006a20178 None None] Network 28f01122-e136-4dc9-ad3d-33938cfcfa55 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:56:07.128019 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e8261b9a-7b92-487f-b49b-101e289642f0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1096313 Jun 04 13:56:07.176584 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-20b4a8ca-d5f3-4ed3-8883-b32b1f4bf0e3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8280613 Jun 04 13:56:07.179439 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 46788) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:07.193011 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:07.200180 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:07.206597 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Usage tracker for resource:router and tenant:fe244484f68744dda6530fb47852352e is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:07.209840 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:07.217965 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Request body: {'port': {'device_id': '65e131c4-51d4-41f3-8b21-8c3690037aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:07.252123 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:07.302487 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d20230b-0f49-5820-8323-7416d505f798-28f01122-e136-4dc9-ad3d-33938cfcfa55', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'fixed_ips': [{'subnet_id': '686a6177-2f34-421f-b1a7-5a4e94026be4'}]}} from dv-cinder-843593-2-smb. {{(pid=88649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 13:56:07.303365 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:07.317182 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-8a399506-57ec-4ecb-acc0-634d0bd840dc None None] Provisioning for port c56d8b81-c04f-4d70-a4de-9132aef6b484 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:56:07.327146 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-8a399506-57ec-4ecb-acc0-634d0bd840dc None None] Provisioning complete for port c56d8b81-c04f-4d70-a4de-9132aef6b484 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:07.327505 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-8a399506-57ec-4ecb-acc0-634d0bd840dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:07.391900 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3787781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26696'] for router, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:07.392879 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26737'] for router, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:07.403486 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:07.431805 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-8a399506-57ec-4ecb-acc0-634d0bd840dc None None] Port c56d8b81-c04f-4d70-a4de-9132aef6b484 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:56:07.433459 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35195e5d-7b54-4c72-ba87-691d951c32f2 req-f4c1bd93-58f9-4708-9e1e-aa3e4825eb8e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:07.434171 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-35195e5d-7b54-4c72-ba87-691d951c32f2 req-f4c1bd93-58f9-4708-9e1e-aa3e4825eb8e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:56:07.477575 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:07.510640 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.db_base_plugin_common [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Allocated IP 172.20.0.2 (28f01122-e136-4dc9-ad3d-33938cfcfa55/686a6177-2f34-421f-b1a7-5a4e94026be4/4d603e77-3585-4ce0-943a-2069cf4359ea) {{(pid=88649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:56:07.581837 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-35195e5d-7b54-4c72-ba87-691d951c32f2 req-f4c1bd93-58f9-4708-9e1e-aa3e4825eb8e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:56:07.582970 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-35195e5d-7b54-4c72-ba87-691d951c32f2 req-f4c1bd93-58f9-4708-9e1e-aa3e4825eb8e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 931 time: 0.3369036 Jun 04 13:56:07.710850 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Notify callbacks [] for port, precommit_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:07.721880 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Transition to ACTIVE for port object 4d603e77-3585-4ce0-943a-2069cf4359ea will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:07.741449 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Transition to ACTIVE for port object 4d603e77-3585-4ce0-943a-2069cf4359ea will not be triggered until provisioned by entity DHCP. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:07.820431 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:07.888808 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Network 28f01122-e136-4dc9-ad3d-33938cfcfa55 is already hosted by enough agents. {{(pid=88649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:56:07.892085 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.base_scheduler [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Resources bound (agent type, host, resource id): {{(pid=88649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:56:07.895850 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Received port after_create {{(pid=88649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:56:07.935961 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Pushing event updated for resources: {'Port': ['ID=4d603e77-3585-4ce0-943a-2069cf4359ea,revision_number=1']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:07.948275 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349499e3-be96-456c-834c-1dabab93cef2 req-ff61e7f2-73d1-4c84-97d2-5f51a691f89d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:07.950084 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-349499e3-be96-456c-834c-1dabab93cef2 req-ff61e7f2-73d1-4c84-97d2-5f51a691f89d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0872669 Jun 04 13:56:07.971815 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-35195e5d-7b54-4c72-ba87-691d951c32f2 req-f05c9198-8230-4865-82a1-d0c6c1d54493 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3727927 Jun 04 13:56:07.993236 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:07.993236 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:07.993548 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:07.993776 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:07.994127 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:07.994464 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:07.994851 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:07.995092 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:07.995417 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:07.995734 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:07.996061 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:07.996370 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:08.027624 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Attempting to bind port 4d603e77-3585-4ce0-943a-2069cf4359ea on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:56:08.027987 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Attempting to bind port 4d603e77-3585-4ce0-943a-2069cf4359ea by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '1d88defc-ce8b-420a-afbc-04bd81222c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:56:08.034248 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Attempting to bind port 4d603e77-3585-4ce0-943a-2069cf4359ea on network 28f01122-e136-4dc9-ad3d-33938cfcfa55 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:56:08.034840 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:56:08.035442 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Checking segment: {'id': '1d88defc-ce8b-420a-afbc-04bd81222c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:56:08.035839 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:08.036229 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Bound using segment: {'id': '1d88defc-ce8b-420a-afbc-04bd81222c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:56:08.036699 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Bound port: 4d603e77-3585-4ce0-943a-2069cf4359ea, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d88defc-ce8b-420a-afbc-04bd81222c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:56:08.037059 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:08.060344 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26723'] for router, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:08.082482 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-a4e9b1a9-4408-4876-bf97-6a4228d466e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:08.086644 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-349499e3-be96-456c-834c-1dabab93cef2 req-101b9b64-4945-4686-ab82-240f3103f8aa tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299868 Jun 04 13:56:08.118367 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:08.131462 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] For port 4d603e77-3585-4ce0-943a-2069cf4359ea, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:56:08.134421 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] For port 4d603e77-3585-4ce0-943a-2069cf4359ea, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=4d603e77-3585-4ce0-943a-2069cf4359ea,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:56:08.143065 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56d8b81-c04f-4d70-a4de-9132aef6b484 {{(pid=88648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:56:08.150253 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:08.178506 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.provisioning_blocks [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Transition to ACTIVE for port object c56d8b81-c04f-4d70-a4de-9132aef6b484 will not be triggered until provisioned by entity L2. {{(pid=88648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:08.184389 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:08.233331 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2204551'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:08.264457 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883baa9-1209-4ca9-9dcb-8b1e3d7d4feb None None] Pushing event updated for resources: {'Port': ['ID=4d603e77-3585-4ce0-943a-2069cf4359ea,revision_number=2']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:08.382880 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Pushing event updated for resources: {'Port': ['ID=c56d8b81-c04f-4d70-a4de-9132aef6b484,revision_number=2']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:08.523707 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.managers [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Attempting to bind port c56d8b81-c04f-4d70-a4de-9132aef6b484 on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:56:08.524134 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.managers [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Attempting to bind port c56d8b81-c04f-4d70-a4de-9132aef6b484 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'}] {{(pid=88648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:56:08.524535 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Attempting to bind port c56d8b81-c04f-4d70-a4de-9132aef6b484 on network f7e165fb-2c08-4a5e-b160-62bdeefaa15a {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:56:08.532040 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Port c56d8b81-c04f-4d70-a4de-9132aef6b484 on network f7e165fb-2c08-4a5e-b160-62bdeefaa15a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:56:08.532473 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Attempting to bind port c56d8b81-c04f-4d70-a4de-9132aef6b484 on network f7e165fb-2c08-4a5e-b160-62bdeefaa15a {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:56:08.601487 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:56:08.601844 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Checking segment: {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:56:08.602233 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Bound using segment: {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'} {{(pid=88648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:56:08.602669 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.managers [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Bound port: c56d8b81-c04f-4d70-a4de-9132aef6b484, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'}}] {{(pid=88648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:56:08.603006 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:08.784481 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:08.821215 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:08.823175 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] For port c56d8b81-c04f-4d70-a4de-9132aef6b484, host hv-cinder-84359, cleared binding levels {{(pid=88648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:56:08.863801 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] For port c56d8b81-c04f-4d70-a4de-9132aef6b484, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c56d8b81-c04f-4d70-a4de-9132aef6b484,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:56:08.935843 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2204551'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:09.020023 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:09.020561 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:09.021907 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] 10.222.0.17 "PUT /v2.0/ports/c56d8b81-c04f-4d70-a4de-9132aef6b484 HTTP/1.1" status: 200 len: 1093 time: 1.8794053 Jun 04 13:56:09.022386 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e131c4-51d4-41f3-8b21-8c3690037aa6', 'tag': 'c56d8b81-c04f-4d70-a4de-9132aef6b484'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:56:09.046969 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Allocated IP 172.28.3.7 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/d61981cc-f2b7-48c7-902e-853a32faa638) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:56:09.065334 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:09.079278 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e943e53-6597-4e0a-818b-f4c294e62b69 service neutron] Pushing event updated for resources: {'Port': ['ID=c56d8b81-c04f-4d70-a4de-9132aef6b484,revision_number=3']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:09.185513 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f5a5e5-70a3-4d39-b064-5554e45d0e80'] response: {'name': 'network-changed', 'server_uuid': '65e131c4-51d4-41f3-8b21-8c3690037aa6', 'tag': 'c56d8b81-c04f-4d70-a4de-9132aef6b484', 'status': 'completed', 'code': 200} Jun 04 13:56:09.224654 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:09.274619 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11bc47b-aa7d-4b75-8335-d31372fa4611 None None] Network 28f01122-e136-4dc9-ad3d-33938cfcfa55 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:56:09.339544 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2358d-f3e9-4d64-a39b-640326fdc19d req-ce8c169a-feea-4ed9-9bcf-65b2ccd708e7 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:09.341009 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-31a2358d-f3e9-4d64-a39b-640326fdc19d req-ce8c169a-feea-4ed9-9bcf-65b2ccd708e7 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0931242 Jun 04 13:56:09.386336 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-31a2358d-f3e9-4d64-a39b-640326fdc19d req-458cfec8-257f-4a1c-9d1e-26dcfd3346cf tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391068 Jun 04 13:56:09.488741 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 4d603e77-3585-4ce0-943a-2069cf4359ea up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:56:09.507655 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:09.526920 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-e7edd73f-3511-48f6-86be-4409c26645d2 None None] Provisioning for port 4d603e77-3585-4ce0-943a-2069cf4359ea completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:56:09.542477 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52254df7-8b44-4dd9-942d-551a03de6ebb req-dbd4da92-bc28-4bf1-95b1-855b0ebd1fcb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:09.543927 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-52254df7-8b44-4dd9-942d-551a03de6ebb req-dbd4da92-bc28-4bf1-95b1-855b0ebd1fcb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 943 time: 0.3556373 Jun 04 13:56:09.547097 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e5e4-1dbb-4e4e-8516-7bc71ba113da req-e27efcb2-5fc9-4c95-8e28-1b7ccdc0b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:09.548967 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b779e5e4-1dbb-4e4e-8516-7bc71ba113da req-e27efcb2-5fc9-4c95-8e28-1b7ccdc0b383 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 1096 time: 0.3619273 Jun 04 13:56:09.669753 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 4d603e77-3585-4ce0-943a-2069cf4359ea completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:56:09.675343 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-52254df7-8b44-4dd9-942d-551a03de6ebb req-e7bce427-a44d-4240-a044-fdf77075cb97 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1229904 Jun 04 13:56:09.677826 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 4d603e77-3585-4ce0-943a-2069cf4359ea triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:09.678371 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:09.729065 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e5e4-1dbb-4e4e-8516-7bc71ba113da req-8a585986-3a3f-4336-aa61-1eed1e0f7727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:09.730524 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b779e5e4-1dbb-4e4e-8516-7bc71ba113da req-8a585986-3a3f-4336-aa61-1eed1e0f7727 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=b1a0a7d689e345fb800464f38156edb4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1640429 Jun 04 13:56:09.758083 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:09.817064 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 4d603e77-3585-4ce0-943a-2069cf4359ea is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:09.817437 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:09.849491 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 4d603e77-3585-4ce0-943a-2069cf4359ea, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=4d603e77-3585-4ce0-943a-2069cf4359ea,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:56:09.862442 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-d46a624d-b989-4f4d-8c84-b395ede07ff9 None None] Provisioning complete for port 4d603e77-3585-4ce0-943a-2069cf4359ea triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:09.862806 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-d46a624d-b989-4f4d-8c84-b395ede07ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:09.880793 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:56:09.889417 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:56:09.895694 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:56:09.944220 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Pushing event updated for resources: {'Port': ['ID=d61981cc-f2b7-48c7-902e-853a32faa638,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:09.952284 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:10.030012 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-d46a624d-b989-4f4d-8c84-b395ede07ff9 None None] Current status of the port 4d603e77-3585-4ce0-943a-2069cf4359ea is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:10.039458 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e5e4-1dbb-4e4e-8516-7bc71ba113da req-1a6c1633-dd59-48b9-b42e-fb6deaa487e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:10.040837 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=4d603e77-3585-4ce0-943a-2069cf4359ea,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:10.041074 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b779e5e4-1dbb-4e4e-8516-7bc71ba113da req-1a6c1633-dd59-48b9-b42e-fb6deaa487e5 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3045933 Jun 04 13:56:10.225630 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-0fc4a990-9a8f-4b0c-9321-53e3873c8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:10.227144 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-0fc4a990-9a8f-4b0c-9321-53e3873c8ffe service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0916727 Jun 04 13:56:10.352303 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-5e13e6b2-8244-45ec-931c-2ddb28ca91c6 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c56d8b81-c04f-4d70-a4de-9132aef6b484 HTTP/1.1" status: 200 len: 217 time: 0.1121540 Jun 04 13:56:10.435508 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:10.492024 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-10fef4e8-ac36-4aa7-8aaa-031ab3d96728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:10.493702 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-10fef4e8-ac36-4aa7-8aaa-031ab3d96728 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=86aba7f4-4b2c-4624-8047-800bda2d771c HTTP/1.1" status: 200 len: 853 time: 0.1339488 Jun 04 13:56:10.555575 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:10.582134 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e4f90-2b93-4571-b75e-4e8a8901a6f6 req-f5ffe736-9178-4884-92cc-87789a32ee3f tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:10.583602 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-844e4f90-2b93-4571-b75e-4e8a8901a6f6 req-f5ffe736-9178-4884-92cc-87789a32ee3f tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0813043 Jun 04 13:56:10.627963 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-844e4f90-2b93-4571-b75e-4e8a8901a6f6 req-162aaac7-e901-4803-901a-fe69c2155a05 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386853 Jun 04 13:56:10.825716 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-1af8e7e6-e514-4826-aedd-527f84579896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:10.827282 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-1af8e7e6-e514-4826-aedd-527f84579896 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3214910 Jun 04 13:56:11.162214 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-e85d1b60-9b5c-4511-a2de-52f7376d2047 service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271415 Jun 04 13:56:11.169420 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799310'] for router, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:11.270559 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc2441-5734-47e9-b7ae-aa7f4c95cab3 req-2f6f8d07-fa79-4d86-9e60-efc12adbd7aa tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:11.271979 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c9cc2441-5734-47e9-b7ae-aa7f4c95cab3 req-2f6f8d07-fa79-4d86-9e60-efc12adbd7aa tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 943 time: 0.3062596 Jun 04 13:56:11.427347 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 4d603e77-3585-4ce0-943a-2069cf4359ea up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:56:11.473690 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c9cc2441-5734-47e9-b7ae-aa7f4c95cab3 req-6138db2b-4cbc-4ab5-bf18-49b469e7e802 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1546915 Jun 04 13:56:11.493468 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 4d603e77-3585-4ce0-943a-2069cf4359ea triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:11.493991 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:11.497349 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d5da3f9c-015a-40ba-893f-676a88c1ce87 req-676f306e-be8d-4c3f-aed2-bcc0238a6423 service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237700 Jun 04 13:56:11.610768 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 4d603e77-3585-4ce0-943a-2069cf4359ea is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:11.612337 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Router adb60a91-389f-4070-a55e-8b57e22ccff1 is scheduled to L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c with binding_index 1 {{(pid=88648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:56:11.792937 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:56:11.803978 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Sync routers for ids ['adb60a91-389f-4070-a55e-8b57e22ccff1'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:56:11.814601 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Routers {'adb60a91-389f-4070-a55e-8b57e22ccff1'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:56:11.818913 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:56:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['adb60a91-389f-4070-a55e-8b57e22ccff1'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:11.820913 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48054d30-08d1-410f-a0fa-cb54b3176d1f req-ecfca9a1-9b91-4109-a871-87708ce2de7f tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:11.822400 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-48054d30-08d1-410f-a0fa-cb54b3176d1f req-ecfca9a1-9b91-4109-a871-87708ce2de7f tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0845480 Jun 04 13:56:11.869957 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-48054d30-08d1-410f-a0fa-cb54b3176d1f req-a2a392c2-3917-401c-8710-21c79dcccda8 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413888 Jun 04 13:56:11.898550 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] Notify callbacks [] for router, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:11.899791 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-49a8590d-495e-4061-b092-920eda5e7331 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7192607 Jun 04 13:56:11.902700 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46808) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:11.990280 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Set router adb60a91-389f-4070-a55e-8b57e22ccff1 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:56:12.288597 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:07Z', 'updated_at': '2022-06-04T13:56:10Z', 'revision_number': 3, 'project_id': 'fe244484f68744dda6530fb47852352e', 'gw_port': {'id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:08Z', 'updated_at': '2022-06-04T13:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:12.292375 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Checking router: adb60a91-389f-4070-a55e-8b57e22ccff1 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:56:12.292728 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Updating router adb60a91-389f-4070-a55e-8b57e22ccff1 port d61981cc-f2b7-48c7-902e-853a32faa638 binding host dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:56:12.344983 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:12.559019 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:12.662451 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315620d-5645-449b-85c7-c9696661fcc2 req-d0c639ab-110d-45d9-8887-c598f8728ad4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:12.663793 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:12.663935 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3315620d-5645-449b-85c7-c9696661fcc2 req-d0c639ab-110d-45d9-8887-c598f8728ad4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 943 time: 0.0819123 Jun 04 13:56:12.675521 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.provisioning_blocks [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Transition to ACTIVE for port object d61981cc-f2b7-48c7-902e-853a32faa638 will not be triggered until provisioned by entity L2. {{(pid=88650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:12.709109 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3315620d-5645-449b-85c7-c9696661fcc2 req-a3aa407c-4f92-455f-8c87-815aea68c3a6 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381026 Jun 04 13:56:12.739890 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:12.763742 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Allocated IP 172.20.0.1 (28f01122-e136-4dc9-ad3d-33938cfcfa55/686a6177-2f34-421f-b1a7-5a4e94026be4/e8fcc969-f03c-43a1-8a18-1c997c2503d0) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:56:12.817737 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Attempting to bind port d61981cc-f2b7-48c7-902e-853a32faa638 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:56:12.818334 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Attempting to bind port d61981cc-f2b7-48c7-902e-853a32faa638 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:56:12.818466 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Attempting to bind port d61981cc-f2b7-48c7-902e-853a32faa638 on network 7517ec8c-2fb8-4891-807d-eceecf54c444 {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:56:12.821747 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712921d-c559-4d16-8feb-092e0e9e6162 None None] Pushing event updated for resources: {'Port': ['ID=d61981cc-f2b7-48c7-902e-853a32faa638,revision_number=2']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:12.826524 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:56:12.826883 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Checking segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:56:12.827274 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:12.827662 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Bound using segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:56:12.828111 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Bound port: d61981cc-f2b7-48c7-902e-853a32faa638, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:56:12.829022 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:12.868297 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1712921d-c559-4d16-8feb-092e0e9e6162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:12.868630 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1712921d-c559-4d16-8feb-092e0e9e6162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:12.868959 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1712921d-c559-4d16-8feb-092e0e9e6162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:12.869283 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1712921d-c559-4d16-8feb-092e0e9e6162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:12.869600 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1712921d-c559-4d16-8feb-092e0e9e6162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:12.869944 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1712921d-c559-4d16-8feb-092e0e9e6162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:12.870265 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1712921d-c559-4d16-8feb-092e0e9e6162 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:12.870576 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1712921d-c559-4d16-8feb-092e0e9e6162 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:12.870887 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1712921d-c559-4d16-8feb-092e0e9e6162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:12.871197 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1712921d-c559-4d16-8feb-092e0e9e6162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:12.871505 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1712921d-c559-4d16-8feb-092e0e9e6162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:12.871810 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1712921d-c559-4d16-8feb-092e0e9e6162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:12.913808 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:12.914287 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] For port d61981cc-f2b7-48c7-902e-853a32faa638, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:56:12.917167 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] For port d61981cc-f2b7-48c7-902e-853a32faa638, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=d61981cc-f2b7-48c7-902e-853a32faa638,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:56:12.928168 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Transition to ACTIVE for port object e8fcc969-f03c-43a1-8a18-1c997c2503d0 will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:12.978508 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:13.014251 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:13.051830 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Routers {'adb60a91-389f-4070-a55e-8b57e22ccff1'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:56:13.052437 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:56:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['adb60a91-389f-4070-a55e-8b57e22ccff1'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:13.112249 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712921d-c559-4d16-8feb-092e0e9e6162 None None] Pushing event updated for resources: {'Port': ['ID=d61981cc-f2b7-48c7-902e-853a32faa638,revision_number=3']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:13.169103 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Network 28f01122-e136-4dc9-ad3d-33938cfcfa55 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:56:13.177103 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:56:13.182271 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:56:13.226720 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Pushing event updated for resources: {'Port': ['ID=e8fcc969-f03c-43a1-8a18-1c997c2503d0,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:13.243008 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] Set router adb60a91-389f-4070-a55e-8b57e22ccff1 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:56:13.258771 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787844'] for router_interface, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:13.270423 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641cc01-b960-4fcf-be89-956cc49535a2 req-04055a91-31d5-4977-93a5-d0ca24db259d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:13.271846 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4641cc01-b960-4fcf-be89-956cc49535a2 req-04055a91-31d5-4977-93a5-d0ca24db259d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.2930810 Jun 04 13:56:13.333337 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4641cc01-b960-4fcf-be89-956cc49535a2 req-29eff6b5-5eb0-4e26-bd91-5b5aef4d78f0 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543818 Jun 04 13:56:13.488440 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-a6b1f16b-e90a-4d64-89ea-23e9a6bb7c78 None None] Provisioning for port e8fcc969-f03c-43a1-8a18-1c997c2503d0 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:56:13.494247 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-a6b1f16b-e90a-4d64-89ea-23e9a6bb7c78 None None] Provisioning complete for port e8fcc969-f03c-43a1-8a18-1c997c2503d0 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:13.494703 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-a6b1f16b-e90a-4d64-89ea-23e9a6bb7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:13.513817 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:13.529352 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:07Z', 'updated_at': '2022-06-04T13:56:10Z', 'revision_number': 3, 'project_id': 'fe244484f68744dda6530fb47852352e', 'gw_port': {'id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:08Z', 'updated_at': '2022-06-04T13:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:13.534090 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a38570-279e-44fd-86e7-7fb00a3679f6 None None] The sync data for ids ['adb60a91-389f-4070-a55e-8b57e22ccff1'] in dv-cinder-843593-2-smb is: [{'id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:07Z', 'updated_at': '2022-06-04T13:56:10Z', 'revision_number': 3, 'project_id': 'fe244484f68744dda6530fb47852352e', 'gw_port': {'id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:08Z', 'updated_at': '2022-06-04T13:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:56:13.554018 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-a6b1f16b-e90a-4d64-89ea-23e9a6bb7c78 None None] Port e8fcc969-f03c-43a1-8a18-1c997c2503d0 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:56:13.753362 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:13.812326 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:13.914594 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Pushing event updated for resources: {'Port': ['ID=e8fcc969-f03c-43a1-8a18-1c997c2503d0,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:13.924233 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b110483-6ba2-4e87-9b40-b022ed036bc8 req-c9991967-8c8e-45f8-a610-521179ad2a4c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:13.925780 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7b110483-6ba2-4e87-9b40-b022ed036bc8 req-c9991967-8c8e-45f8-a610-521179ad2a4c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 943 time: 0.0907526 Jun 04 13:56:13.930017 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3874379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800573'] for router_interface, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:13.972251 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7b110483-6ba2-4e87-9b40-b022ed036bc8 req-ce83ea07-879a-4157-9645-ff03b6aa2d76 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407465 Jun 04 13:56:14.070061 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Network 28f01122-e136-4dc9-ad3d-33938cfcfa55 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:56:14.071247 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:56:14.271059 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Router adb60a91-389f-4070-a55e-8b57e22ccff1 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:56:14.274759 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-f73bad7c-8a7a-4eea-9055-eb3f62692772 None None] Provisioning complete for port e8fcc969-f03c-43a1-8a18-1c997c2503d0 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:14.275208 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f73bad7c-8a7a-4eea-9055-eb3f62692772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:14.329189 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-f73bad7c-8a7a-4eea-9055-eb3f62692772 None None] Port e8fcc969-f03c-43a1-8a18-1c997c2503d0 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:56:14.492863 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:56:14.509829 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-1f653cdf-e05e-47fd-83e4-d6b4720be850 admin admin] 10.222.0.15 "PUT /v2.0/routers/adb60a91-389f-4070-a55e-8b57e22ccff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6060843 Jun 04 13:56:14.533144 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c47ce-71b8-4034-8343-238a902447dd req-fc55a476-ccc2-4c5e-aece-27bcccf2d3f9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:14.534751 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fc7c47ce-71b8-4034-8343-238a902447dd req-fc55a476-ccc2-4c5e-aece-27bcccf2d3f9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0970013 Jun 04 13:56:14.582909 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fc7c47ce-71b8-4034-8343-238a902447dd req-a46cf1bd-ed12-4905-bbd5-95589ed4a92c tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420842 Jun 04 13:56:15.028619 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Sync routers for ids ['adb60a91-389f-4070-a55e-8b57e22ccff1'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:56:15.040568 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Routers {'adb60a91-389f-4070-a55e-8b57e22ccff1'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:56:15.041182 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:56:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['adb60a91-389f-4070-a55e-8b57e22ccff1'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:15.163737 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2aa16-aa2b-4ead-9ad6-6cb13ff4204b req-feef0fdd-5c75-4b6f-a054-4c0926000ab4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:15.165999 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a5c2aa16-aa2b-4ead-9ad6-6cb13ff4204b req-feef0fdd-5c75-4b6f-a054-4c0926000ab4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 943 time: 0.0845070 Jun 04 13:56:15.210795 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a5c2aa16-aa2b-4ead-9ad6-6cb13ff4204b req-f9919fb2-f631-4b8a-bca6-4f2898db558b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389955 Jun 04 13:56:15.229916 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Set router adb60a91-389f-4070-a55e-8b57e22ccff1 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:56:15.292277 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46836) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:15.297612 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-283441168-network', 'tenant_id': '20af5a4027e14423bc17e100241a82e7'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:15.302099 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:15.305907 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Usage tracker for resource:network and tenant:20af5a4027e14423bc17e100241a82e7 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:15.308722 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:15.314871 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:15.396786 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Made reservation on behalf of 20af5a4027e14423bc17e100241a82e7 for: {'network': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:56:15.399126 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:15.411979 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:15.426839 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:15.430623 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Usage tracker for resource:security_group_rule and tenant:20af5a4027e14423bc17e100241a82e7 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:15.433459 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:15.440887 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:15.460954 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device d61981cc-f2b7-48c7-902e-853a32faa638 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:56:15.527666 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:15.600659 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:15.624760 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:07Z', 'updated_at': '2022-06-04T13:56:13Z', 'revision_number': 4, 'project_id': 'fe244484f68744dda6530fb47852352e', 'gw_port': {'id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:08Z', 'updated_at': '2022-06-04T13:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'e8fcc969-f03c-43a1-8a18-1c997c2503d0', 'name': '', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'mac_address': 'fa:16:3e:ff:90:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:12Z', 'updated_at': '2022-06-04T13:56:13Z', 'revision_number': 2, 'project_id': 'fe244484f68744dda6530fb47852352e', 'subnets': [{'id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:15.630097 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=88647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:56:15.630637 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Checking router: adb60a91-389f-4070-a55e-8b57e22ccff1 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:56:15.631292 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Updating router adb60a91-389f-4070-a55e-8b57e22ccff1 port e8fcc969-f03c-43a1-8a18-1c997c2503d0 binding host dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:56:15.642680 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f5676c-4d83-4cbe-935d-32eb200107a4,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:15.648897 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:15.649239 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.segments_db [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Added segment d150336c-7ef0-4a54-9533-4ad89cfad13c of type vlan for network a40d36df-3d0f-4d57-92ae-794c0bb32c05 Jun 04 13:56:15.668906 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port d61981cc-f2b7-48c7-902e-853a32faa638 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:56:15.677434 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:15.682927 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port d61981cc-f2b7-48c7-902e-853a32faa638 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:15.683373 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:15.728487 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:15.778678 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d06ff0-9513-4754-9bd4-b8de3d67c161 req-f04cbebe-b803-465e-98bc-69a2f7ce5afb tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:15.780149 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c3d06ff0-9513-4754-9bd4-b8de3d67c161 req-f04cbebe-b803-465e-98bc-69a2f7ce5afb tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0836601 Jun 04 13:56:15.803282 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:15.804016 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:15.804576 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:15.917992 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c3d06ff0-9513-4754-9bd4-b8de3d67c161 req-2c606201-1acd-4798-b001-96b1c3940b16 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318932 Jun 04 13:56:15.926110 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port d61981cc-f2b7-48c7-902e-853a32faa638 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:15.926501 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:15.926650 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] Pushing event updated for resources: {'Network': ['ID=a40d36df-3d0f-4d57-92ae-794c0bb32c05,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:15.950246 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network a40d36df-3d0f-4d57-92ae-794c0bb32c05 details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:56:16.001165 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-8c252dae-5975-4781-967a-a3d20ed992af admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7077992 Jun 04 13:56:16.003757 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46842) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:16.008952 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] Request body: {'subnet': {'network_id': 'a40d36df-3d0f-4d57-92ae-794c0bb32c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-283441168-subnet', 'tenant_id': '20af5a4027e14423bc17e100241a82e7', 'ip_version': 4}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:16.013639 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:16.017557 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] Usage tracker for resource:subnet and tenant:20af5a4027e14423bc17e100241a82e7 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:16.020449 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:16.026145 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:16.082753 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port d61981cc-f2b7-48c7-902e-853a32faa638, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=d61981cc-f2b7-48c7-902e-853a32faa638,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:56:16.092023 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] Made reservation on behalf of 20af5a4027e14423bc17e100241a82e7 for: {'subnet': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:56:16.095465 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3076358'] for subnet, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:16.099045 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device c56d8b81-c04f-4d70-a4de-9132aef6b484 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:56:16.151569 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:16.387332 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=d61981cc-f2b7-48c7-902e-853a32faa638,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:16.399515 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ed71f-1ff6-4ad4-82b3-e527da5730ae req-ff453318-5928-47a4-8124-97208424cab0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:16.400990 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fb4ed71f-1ff6-4ad4-82b3-e527da5730ae req-ff453318-5928-47a4-8124-97208424cab0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 943 time: 0.0846727 Jun 04 13:56:16.407926 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port c56d8b81-c04f-4d70-a4de-9132aef6b484, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c56d8b81-c04f-4d70-a4de-9132aef6b484,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:56:16.430443 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': 'c56d8b81-c04f-4d70-a4de-9132aef6b484', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'port_id': 'c56d8b81-c04f-4d70-a4de-9132aef6b484', 'mac_address': 'fa:16:3e:71:ba:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:56:16.435351 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Notify callbacks [] for port, precommit_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:16.441086 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3006351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3076372'] for subnet, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:16.445245 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fb4ed71f-1ff6-4ad4-82b3-e527da5730ae req-5252a587-f33b-4d09-9653-8cc5c92ff77b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384860 Jun 04 13:56:16.481969 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Transition to ACTIVE for port object e8fcc969-f03c-43a1-8a18-1c997c2503d0 will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:16.499747 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port c56d8b81-c04f-4d70-a4de-9132aef6b484 is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:16.500118 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:16.517334 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56d8b81-c04f-4d70-a4de-9132aef6b484 {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:56:16.518938 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfde60f0-da44-4ba7-9080-de8da4bdb67d,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:16.527391 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] Checking segment: {'id': 'd150336c-7ef0-4a54-9533-4ad89cfad13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a40d36df-3d0f-4d57-92ae-794c0bb32c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:56:16.527733 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] Network hostable DHCP agents. Network: a40d36df-3d0f-4d57-92ae-794c0bb32c05, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:56:16.533165 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port c56d8b81-c04f-4d70-a4de-9132aef6b484, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c56d8b81-c04f-4d70-a4de-9132aef6b484,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:56:16.567938 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:16.609084 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:16.646796 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] Network a40d36df-3d0f-4d57-92ae-794c0bb32c05 is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:56:16.697396 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a385465-3167-445e-8b1e-a00235836ba6 None None] Pushing event updated for resources: {'Port': ['ID=e8fcc969-f03c-43a1-8a18-1c997c2503d0,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:16.715441 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, a40d36df-3d0f-4d57-92ae-794c0bb32c05) {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:56:16.720978 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:16.721452 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:16.760590 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231fa039-0ad1-4937-91e1-f98f8ef922c7 None None] Network a40d36df-3d0f-4d57-92ae-794c0bb32c05 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:56:16.835737 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-8e5f8689-5425-41b4-b582-68c3cfe3df91 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8308635 Jun 04 13:56:16.838259 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 46848) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:16.843231 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-283441168-router', 'tenant_id': '20af5a4027e14423bc17e100241a82e7', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:16.850775 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:16.854997 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Usage tracker for resource:router and tenant:20af5a4027e14423bc17e100241a82e7 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:16.857906 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:16.864121 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:16.917390 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Attempting to bind port e8fcc969-f03c-43a1-8a18-1c997c2503d0 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:56:16.917682 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Attempting to bind port e8fcc969-f03c-43a1-8a18-1c997c2503d0 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '1d88defc-ce8b-420a-afbc-04bd81222c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:56:16.918059 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Attempting to bind port e8fcc969-f03c-43a1-8a18-1c997c2503d0 on network 28f01122-e136-4dc9-ad3d-33938cfcfa55 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:56:16.929461 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=c56d8b81-c04f-4d70-a4de-9132aef6b484,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:16.934571 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:56:16.934933 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Checking segment: {'id': '1d88defc-ce8b-420a-afbc-04bd81222c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:56:16.935322 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:16.935712 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Bound using segment: {'id': '1d88defc-ce8b-420a-afbc-04bd81222c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:56:16.936144 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Bound port: e8fcc969-f03c-43a1-8a18-1c997c2503d0, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d88defc-ce8b-420a-afbc-04bd81222c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:56:16.936505 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:16.951545 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3787781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26696'] for router, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:16.953902 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26737'] for router, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:16.972207 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:17.109478 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a99ffa-f4c9-4e59-a572-331b68dca6e6 req-2e361fd8-9c74-40f6-9244-84147b1c31dd tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:17.111410 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-60a99ffa-f4c9-4e59-a572-331b68dca6e6 req-2e361fd8-9c74-40f6-9244-84147b1c31dd tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0835724 Jun 04 13:56:17.143673 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] For port e8fcc969-f03c-43a1-8a18-1c997c2503d0, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:56:17.166422 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-60a99ffa-f4c9-4e59-a572-331b68dca6e6 req-fdcc6321-094b-43dd-a49a-25608c787517 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473800 Jun 04 13:56:17.184059 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['c56d8b81-c04f-4d70-a4de-9132aef6b484'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:56:17.209047 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] For port e8fcc969-f03c-43a1-8a18-1c997c2503d0, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=e8fcc969-f03c-43a1-8a18-1c997c2503d0,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:56:17.211651 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d20230b-0f49-5820-8323-7416d505f798-a40d36df-3d0f-4d57-92ae-794c0bb32c05', 'network_id': 'a40d36df-3d0f-4d57-92ae-794c0bb32c05', 'tenant_id': '20af5a4027e14423bc17e100241a82e7', 'fixed_ips': [{'subnet_id': 'dfde60f0-da44-4ba7-9080-de8da4bdb67d'}]}} from dv-cinder-843593-2-smb. {{(pid=88649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 13:56:17.212450 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:17.292613 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:17.443144 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26723'] for router, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:17.466082 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Routers {'adb60a91-389f-4070-a55e-8b57e22ccff1'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:56:17.466082 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:56:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['adb60a91-389f-4070-a55e-8b57e22ccff1'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:17.519121 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device d61981cc-f2b7-48c7-902e-853a32faa638 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:56:17.546061 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a385465-3167-445e-8b1e-a00235836ba6 None None] Pushing event updated for resources: {'Port': ['ID=e8fcc969-f03c-43a1-8a18-1c997c2503d0,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:17.654990 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.db_base_plugin_common [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Allocated IP 172.20.0.2 (a40d36df-3d0f-4d57-92ae-794c0bb32c05/dfde60f0-da44-4ba7-9080-de8da4bdb67d/9bb727bc-0dde-4a77-9b76-50ac05d82b74) {{(pid=88649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:56:17.692128 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6203b5-19c0-40f8-96a3-fb7e37ffd6e9 req-f281ffac-97ae-40fc-81f6-fd79f2ea1879 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:17.693562 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fc6203b5-19c0-40f8-96a3-fb7e37ffd6e9 req-f281ffac-97ae-40fc-81f6-fd79f2ea1879 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 944 time: 0.1022801 Jun 04 13:56:17.869010 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fc6203b5-19c0-40f8-96a3-fb7e37ffd6e9 req-745d9cfe-5991-4fee-9e33-50a01c53d3d7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1683011 Jun 04 13:56:17.874721 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] Set router adb60a91-389f-4070-a55e-8b57e22ccff1 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:56:17.930808 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:17.940764 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port d61981cc-f2b7-48c7-902e-853a32faa638 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:17.941167 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:17.963185 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:18.096322 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Allocated IP 172.28.3.46 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/1ad1eabb-e607-4ea7-a9bf-395c4fa52073) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:56:18.246345 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:18.341445 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:18.346410 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Notify callbacks [] for port, precommit_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:18.354947 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068017c-a332-44e9-aee1-3ca7f5bfb60a req-ea54e218-f8fa-4f6d-a9b5-7e39c8fe40fe tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:18.356451 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d068017c-a332-44e9-aee1-3ca7f5bfb60a req-ea54e218-f8fa-4f6d-a9b5-7e39c8fe40fe tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0820498 Jun 04 13:56:18.356876 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port d61981cc-f2b7-48c7-902e-853a32faa638 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:18.392957 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Transition to ACTIVE for port object 9bb727bc-0dde-4a77-9b76-50ac05d82b74 will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:18.411280 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d068017c-a332-44e9-aee1-3ca7f5bfb60a req-01d2da0b-bc50-4b85-bda8-e1d0d314b739 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448394 Jun 04 13:56:18.418281 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:56:18.421042 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Transition to ACTIVE for port object 9bb727bc-0dde-4a77-9b76-50ac05d82b74 will not be triggered until provisioned by entity DHCP. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:18.421192 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:56:18.425380 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:56:18.442911 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:07Z', 'updated_at': '2022-06-04T13:56:13Z', 'revision_number': 4, 'project_id': 'fe244484f68744dda6530fb47852352e', 'gw_port': {'id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:08Z', 'updated_at': '2022-06-04T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'e8fcc969-f03c-43a1-8a18-1c997c2503d0', 'name': '', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'mac_address': 'fa:16:3e:ff:90:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:12Z', 'updated_at': '2022-06-04T13:56:17Z', 'revision_number': 4, 'project_id': 'fe244484f68744dda6530fb47852352e', 'subnets': [{'id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:18.447011 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0381847-e20d-4c2e-8db1-77a5377ea45c None None] The sync data for ids ['adb60a91-389f-4070-a55e-8b57e22ccff1'] in dv-cinder-843593-2-smb is: [{'id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:07Z', 'updated_at': '2022-06-04T13:56:13Z', 'revision_number': 4, 'project_id': 'fe244484f68744dda6530fb47852352e', 'gw_port': {'id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:08Z', 'updated_at': '2022-06-04T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'e8fcc969-f03c-43a1-8a18-1c997c2503d0', 'name': '', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'mac_address': 'fa:16:3e:ff:90:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:12Z', 'updated_at': '2022-06-04T13:56:17Z', 'revision_number': 4, 'project_id': 'fe244484f68744dda6530fb47852352e', 'subnets': [{'id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:56:18.458314 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Pushing event updated for resources: {'Port': ['ID=1ad1eabb-e607-4ea7-a9bf-395c4fa52073,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:18.483334 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:18.567294 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Network a40d36df-3d0f-4d57-92ae-794c0bb32c05 is already hosted by enough agents. {{(pid=88649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:56:18.570125 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.base_scheduler [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Resources bound (agent type, host, resource id): {{(pid=88649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:56:18.573687 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Received port after_create {{(pid=88649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:56:18.580076 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Pushing event updated for resources: {'Port': ['ID=9bb727bc-0dde-4a77-9b76-50ac05d82b74,revision_number=1']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:18.718049 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Attempting to bind port 9bb727bc-0dde-4a77-9b76-50ac05d82b74 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:56:18.718422 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Attempting to bind port 9bb727bc-0dde-4a77-9b76-50ac05d82b74 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': 'd150336c-7ef0-4a54-9533-4ad89cfad13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a40d36df-3d0f-4d57-92ae-794c0bb32c05'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:56:18.718829 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Attempting to bind port 9bb727bc-0dde-4a77-9b76-50ac05d82b74 on network a40d36df-3d0f-4d57-92ae-794c0bb32c05 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:56:18.725129 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:56:18.725535 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Checking segment: {'id': 'd150336c-7ef0-4a54-9533-4ad89cfad13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a40d36df-3d0f-4d57-92ae-794c0bb32c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:56:18.725959 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:18.726343 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Bound using segment: {'id': 'd150336c-7ef0-4a54-9533-4ad89cfad13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a40d36df-3d0f-4d57-92ae-794c0bb32c05'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:56:18.726825 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Bound port: 9bb727bc-0dde-4a77-9b76-50ac05d82b74, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd150336c-7ef0-4a54-9533-4ad89cfad13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a40d36df-3d0f-4d57-92ae-794c0bb32c05'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:56:18.727189 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:18.821935 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] For port 9bb727bc-0dde-4a77-9b76-50ac05d82b74, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:56:18.825051 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] For port 9bb727bc-0dde-4a77-9b76-50ac05d82b74, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=9bb727bc-0dde-4a77-9b76-50ac05d82b74,segment=NetworkSegment(d150336c-7ef0-4a54-9533-4ad89cfad13c),segment_id=d150336c-7ef0-4a54-9533-4ad89cfad13c)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:56:18.899399 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:18.986353 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61462d8d-e389-4e9f-8a6c-38c90c795741 None None] Pushing event updated for resources: {'Port': ['ID=9bb727bc-0dde-4a77-9b76-50ac05d82b74,revision_number=2']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:19.138672 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:19.333716 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752dfd7-7f1a-4d5f-960c-0cb74902aabf req-2c567696-e9a9-4c22-bf98-64e84344826e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:19.335291 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e752dfd7-7f1a-4d5f-960c-0cb74902aabf req-2c567696-e9a9-4c22-bf98-64e84344826e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 944 time: 0.2650819 Jun 04 13:56:19.504003 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device e8fcc969-f03c-43a1-8a18-1c997c2503d0 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:56:19.552870 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e752dfd7-7f1a-4d5f-960c-0cb74902aabf req-e7c60b6f-e7aa-4d64-bfc9-3e27ba5687e5 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2115855 Jun 04 13:56:19.592552 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799310'] for router, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:19.631887 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port e8fcc969-f03c-43a1-8a18-1c997c2503d0 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:56:19.639740 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port e8fcc969-f03c-43a1-8a18-1c997c2503d0 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:19.640238 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:19.642993 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42eea1-075f-43f4-856f-fd2406e33d2d req-a905214d-c7e5-4d3d-91d6-c330c710ce93 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:19.644452 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2b42eea1-075f-43f4-856f-fd2406e33d2d req-a905214d-c7e5-4d3d-91d6-c330c710ce93 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0881622 Jun 04 13:56:19.706401 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2b42eea1-075f-43f4-856f-fd2406e33d2d req-0994dba6-0240-4814-859f-7bb512c9141a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552075 Jun 04 13:56:19.791100 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port e8fcc969-f03c-43a1-8a18-1c997c2503d0 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:19.791653 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:19.829751 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port e8fcc969-f03c-43a1-8a18-1c997c2503d0, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=e8fcc969-f03c-43a1-8a18-1c997c2503d0,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:56:19.905357 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:19.906333 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 9bb727bc-0dde-4a77-9b76-50ac05d82b74 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:56:19.915063 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Router 56631718-a919-4c93-a0d7-709a48e49fe2 is scheduled to L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c with binding_index 1 {{(pid=88648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:56:20.028053 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=e8fcc969-f03c-43a1-8a18-1c997c2503d0,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:20.032831 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdab985-b232-410f-89e8-96706081d5d3 None None] Network a40d36df-3d0f-4d57-92ae-794c0bb32c05 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:56:20.116586 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device c56d8b81-c04f-4d70-a4de-9132aef6b484 up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:56:20.121154 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:56:20.131578 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Sync routers for ids ['56631718-a919-4c93-a0d7-709a48e49fe2'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:56:20.140503 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 9bb727bc-0dde-4a77-9b76-50ac05d82b74 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:56:20.142575 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Routers {'56631718-a919-4c93-a0d7-709a48e49fe2'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:56:20.143555 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:56:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['56631718-a919-4c93-a0d7-709a48e49fe2'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:20.212571 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] Notify callbacks [] for router, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:20.214682 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-3390d5af-8f5a-4d77-a75d-38d9b3e041be admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3748143 Jun 04 13:56:20.217375 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46866) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:20.251183 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-7d9981ee-2b91-4ed5-9623-a983d75c3917 None None] Provisioning for port 9bb727bc-0dde-4a77-9b76-50ac05d82b74 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:56:20.267239 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-7d9981ee-2b91-4ed5-9623-a983d75c3917 None None] Provisioning complete for port 9bb727bc-0dde-4a77-9b76-50ac05d82b74 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:20.267607 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7d9981ee-2b91-4ed5-9623-a983d75c3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:20.328876 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Set router 56631718-a919-4c93-a0d7-709a48e49fe2 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:56:20.352386 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port c56d8b81-c04f-4d70-a4de-9132aef6b484 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:56:20.365518 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port c56d8b81-c04f-4d70-a4de-9132aef6b484 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:20.365904 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:20.541981 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-7d9981ee-2b91-4ed5-9623-a983d75c3917 None None] Current status of the port 9bb727bc-0dde-4a77-9b76-50ac05d82b74 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:20.542628 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7d9981ee-2b91-4ed5-9623-a983d75c3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:20.608563 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-7d9981ee-2b91-4ed5-9623-a983d75c3917 None None] For port 9bb727bc-0dde-4a77-9b76-50ac05d82b74, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=9bb727bc-0dde-4a77-9b76-50ac05d82b74,segment=NetworkSegment(d150336c-7ef0-4a54-9533-4ad89cfad13c),segment_id=d150336c-7ef0-4a54-9533-4ad89cfad13c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:56:20.612187 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port c56d8b81-c04f-4d70-a4de-9132aef6b484 is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:20.612726 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:20.655911 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'name': 'tempest-TestShelveInstance-283441168-router', 'tenant_id': '20af5a4027e14423bc17e100241a82e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '1ad1eabb-e607-4ea7-a9bf-395c4fa52073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:16Z', 'updated_at': '2022-06-04T13:56:18Z', 'revision_number': 3, 'project_id': '20af5a4027e14423bc17e100241a82e7', 'gw_port': {'id': '1ad1eabb-e607-4ea7-a9bf-395c4fa52073', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:17Z', 'updated_at': '2022-06-04T13:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:20.658328 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port c56d8b81-c04f-4d70-a4de-9132aef6b484, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c56d8b81-c04f-4d70-a4de-9132aef6b484,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:56:20.659325 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e131c4-51d4-41f3-8b21-8c3690037aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56d8b81-c04f-4d70-a4de-9132aef6b484'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:56:20.660588 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Checking router: 56631718-a919-4c93-a0d7-709a48e49fe2 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:56:20.660955 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Updating router 56631718-a919-4c93-a0d7-709a48e49fe2 port 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 binding host dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:56:20.698842 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7d9981ee-2b91-4ed5-9623-a983d75c3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:20.717270 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:20.814030 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc9f28d-0c76-42f0-b255-c58d15582431'] response: {'server_uuid': '65e131c4-51d4-41f3-8b21-8c3690037aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56d8b81-c04f-4d70-a4de-9132aef6b484', 'code': 200} Jun 04 13:56:20.815797 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9981ee-2b91-4ed5-9623-a983d75c3917 None None] Pushing event updated for resources: {'Port': ['ID=9bb727bc-0dde-4a77-9b76-50ac05d82b74,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:20.821170 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:20.925994 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d32522-177f-4f20-8ae1-ae1ea59c3f72 req-704a1ca7-9ae0-47bc-bd5a-6ae72c0f8cf6 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:20.939603 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-36cd0baf-c9e9-4ab6-b2e6-1070fdfa0295 None None] Provisioning complete for port 9bb727bc-0dde-4a77-9b76-50ac05d82b74 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:20.940141 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-36cd0baf-c9e9-4ab6-b2e6-1070fdfa0295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:20.944138 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-56d32522-177f-4f20-8ae1-ae1ea59c3f72 req-704a1ca7-9ae0-47bc-bd5a-6ae72c0f8cf6 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 945 time: 0.2175703 Jun 04 13:56:21.003261 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=c56d8b81-c04f-4d70-a4de-9132aef6b484,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:21.042412 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-56d32522-177f-4f20-8ae1-ae1ea59c3f72 req-048d6d18-4a26-468d-9372-ad61ae123a2e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971901 Jun 04 13:56:21.071816 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-36cd0baf-c9e9-4ab6-b2e6-1070fdfa0295 None None] Current status of the port 9bb727bc-0dde-4a77-9b76-50ac05d82b74 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:21.086372 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:21.158070 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388b41e-ad9a-49e6-8e33-a50357a56e41 req-fae20493-d66e-4c52-af4a-2ab60e839005 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:21.162309 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2388b41e-ad9a-49e6-8e33-a50357a56e41 req-fae20493-d66e-4c52-af4a-2ab60e839005 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.1770291 Jun 04 13:56:21.197139 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Notify callbacks [] for port, precommit_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:21.212869 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.provisioning_blocks [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Transition to ACTIVE for port object 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 will not be triggered until provisioned by entity L2. {{(pid=88650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:21.235238 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331facf-54b9-44ce-94a4-b84c32cd876a req-cce40e04-55c2-4d57-853d-6d4fdf50c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:21.237891 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7331facf-54b9-44ce-94a4-b84c32cd876a req-cce40e04-55c2-4d57-853d-6d4fdf50c208 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0701675 Jun 04 13:56:21.282615 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7331facf-54b9-44ce-94a4-b84c32cd876a req-98cc5093-6ff3-4dd1-8c34-482db21a2687 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392742 Jun 04 13:56:21.282992 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:21.354024 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2388b41e-ad9a-49e6-8e33-a50357a56e41 req-2737a20d-0ed8-4113-b382-59045718f472 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856129 Jun 04 13:56:21.365080 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Attempting to bind port 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:56:21.365447 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Attempting to bind port 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:56:21.365820 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Attempting to bind port 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 on network 7517ec8c-2fb8-4891-807d-eceecf54c444 {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:56:21.377022 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b19b02-c434-4884-b7be-b6ea08476d3c None None] Pushing event updated for resources: {'Port': ['ID=1ad1eabb-e607-4ea7-a9bf-395c4fa52073,revision_number=2']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:21.377382 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:56:21.377749 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Checking segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:56:21.378174 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:21.378592 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Bound using segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:56:21.379053 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Bound port: 1ad1eabb-e607-4ea7-a9bf-395c4fa52073, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:56:21.379445 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:21.438266 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Allocated IP 172.20.0.1 (a40d36df-3d0f-4d57-92ae-794c0bb32c05/dfde60f0-da44-4ba7-9080-de8da4bdb67d/9f68f762-241f-4156-ae64-a233ed3480f8) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:56:21.453140 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] For port 1ad1eabb-e607-4ea7-a9bf-395c4fa52073, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:56:21.454138 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device e8fcc969-f03c-43a1-8a18-1c997c2503d0 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:56:21.457307 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] For port 1ad1eabb-e607-4ea7-a9bf-395c4fa52073, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=1ad1eabb-e607-4ea7-a9bf-395c4fa52073,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:56:21.520028 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port e8fcc969-f03c-43a1-8a18-1c997c2503d0 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:21.520394 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:21.544277 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:21.595742 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:21.616131 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Transition to ACTIVE for port object 9f68f762-241f-4156-ae64-a233ed3480f8 will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:21.624832 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Routers {'56631718-a919-4c93-a0d7-709a48e49fe2'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:56:21.626108 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:56:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['56631718-a919-4c93-a0d7-709a48e49fe2'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:21.640979 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port e8fcc969-f03c-43a1-8a18-1c997c2503d0 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:21.642109 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 9bb727bc-0dde-4a77-9b76-50ac05d82b74 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:56:21.688305 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b19b02-c434-4884-b7be-b6ea08476d3c None None] Pushing event updated for resources: {'Port': ['ID=1ad1eabb-e607-4ea7-a9bf-395c4fa52073,revision_number=3']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:21.704365 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:21.712153 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 9bb727bc-0dde-4a77-9b76-50ac05d82b74 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:21.715014 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:21.768348 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Network a40d36df-3d0f-4d57-92ae-794c0bb32c05 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:56:21.775643 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:56:21.779855 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:56:21.811663 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] Set router 56631718-a919-4c93-a0d7-709a48e49fe2 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:56:21.829196 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Pushing event updated for resources: {'Port': ['ID=9f68f762-241f-4156-ae64-a233ed3480f8,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:21.843956 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787844'] for router_interface, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:21.886377 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 9bb727bc-0dde-4a77-9b76-50ac05d82b74 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:22.036878 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:22.042201 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-82fdd908-7bdc-45f4-b78d-6ed4381429f6 None None] Provisioning for port 9f68f762-241f-4156-ae64-a233ed3480f8 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:56:22.047967 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-82fdd908-7bdc-45f4-b78d-6ed4381429f6 None None] Provisioning complete for port 9f68f762-241f-4156-ae64-a233ed3480f8 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:22.048536 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-82fdd908-7bdc-45f4-b78d-6ed4381429f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:22.101841 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'name': 'tempest-TestShelveInstance-283441168-router', 'tenant_id': '20af5a4027e14423bc17e100241a82e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '1ad1eabb-e607-4ea7-a9bf-395c4fa52073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:16Z', 'updated_at': '2022-06-04T13:56:18Z', 'revision_number': 3, 'project_id': '20af5a4027e14423bc17e100241a82e7', 'gw_port': {'id': '1ad1eabb-e607-4ea7-a9bf-395c4fa52073', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:17Z', 'updated_at': '2022-06-04T13:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:22.105997 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b79800-08a8-4dc0-9525-2b135371b27f None None] The sync data for ids ['56631718-a919-4c93-a0d7-709a48e49fe2'] in dv-cinder-843593-2-smb is: [{'id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'name': 'tempest-TestShelveInstance-283441168-router', 'tenant_id': '20af5a4027e14423bc17e100241a82e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '1ad1eabb-e607-4ea7-a9bf-395c4fa52073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:16Z', 'updated_at': '2022-06-04T13:56:18Z', 'revision_number': 3, 'project_id': '20af5a4027e14423bc17e100241a82e7', 'gw_port': {'id': '1ad1eabb-e607-4ea7-a9bf-395c4fa52073', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:17Z', 'updated_at': '2022-06-04T13:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:56:22.124988 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-82fdd908-7bdc-45f4-b78d-6ed4381429f6 None None] Port 9f68f762-241f-4156-ae64-a233ed3480f8 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:56:22.246085 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe34c09-32b4-4e95-a5fe-d4413a419e39 req-abfd38b0-bf7e-4ae3-b1ad-d63af4fa89db tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:22.249722 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6fe34c09-32b4-4e95-a5fe-d4413a419e39 req-abfd38b0-bf7e-4ae3-b1ad-d63af4fa89db tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 945 time: 0.0926304 Jun 04 13:56:22.331186 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6fe34c09-32b4-4e95-a5fe-d4413a419e39 req-c1ccbbbd-6b64-405c-8d8a-a260d17947df tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755246 Jun 04 13:56:22.344450 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:22.379021 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957d934-87ca-4bf7-99df-50c35e8f120c req-43506a95-23aa-4579-b46c-6051d964d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:22.388607 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8957d934-87ca-4bf7-99df-50c35e8f120c req-43506a95-23aa-4579-b46c-6051d964d428 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 1098 time: 0.0892689 Jun 04 13:56:22.411890 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:22.434678 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8957d934-87ca-4bf7-99df-50c35e8f120c req-9a7445c9-d999-4eb4-8559-b9ce8e463ff2 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406244 Jun 04 13:56:22.577073 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Pushing event updated for resources: {'Port': ['ID=9f68f762-241f-4156-ae64-a233ed3480f8,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:22.588468 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3874379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800573'] for router_interface, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:22.705170 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ca079-6409-4ac2-b16a-eeb38d4ea8cf req-be7bd3e3-7b11-448d-8683-821e8b196219 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:22.706700 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-888ca079-6409-4ac2-b16a-eeb38d4ea8cf req-be7bd3e3-7b11-448d-8683-821e8b196219 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.2000451 Jun 04 13:56:22.782763 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Network a40d36df-3d0f-4d57-92ae-794c0bb32c05 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:56:22.785986 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-888ca079-6409-4ac2-b16a-eeb38d4ea8cf req-dc283a59-266a-44cb-b2f1-0a237baec71b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713978 Jun 04 13:56:22.786940 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:56:22.982216 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Router 56631718-a919-4c93-a0d7-709a48e49fe2 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:56:23.051092 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-934b6aa1-8a85-4a8e-92d5-685859cc7063 None None] Provisioning complete for port 9f68f762-241f-4156-ae64-a233ed3480f8 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:23.051710 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-934b6aa1-8a85-4a8e-92d5-685859cc7063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:23.103007 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-934b6aa1-8a85-4a8e-92d5-685859cc7063 None None] Port 9f68f762-241f-4156-ae64-a233ed3480f8 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:56:23.159730 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:56:23.172451 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-c901ee42-3585-466a-a4d2-c397f206eb59 admin admin] 10.222.0.15 "PUT /v2.0/routers/56631718-a919-4c93-a0d7-709a48e49fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9527647 Jun 04 13:56:23.487597 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:56:23.620669 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95b29b-2c37-452c-9b1c-9fb2659bad24 req-a92cbab0-2e84-4e1e-8213-17c3d5608eb7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:23.622208 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9a95b29b-2c37-452c-9b1c-9fb2659bad24 req-a92cbab0-2e84-4e1e-8213-17c3d5608eb7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 945 time: 0.1824868 Jun 04 13:56:23.637397 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 46888) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:23.642476 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-27880b0e-6e76-4395-8432-6c1df8d2674f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191176118', 'description': 'tempest-secgroup-smoke-191176118 description', 'project_id': 'fe244484f68744dda6530fb47852352e'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:23.648239 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-27880b0e-6e76-4395-8432-6c1df8d2674f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:23.652371 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:56:23.653393 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-27880b0e-6e76-4395-8432-6c1df8d2674f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Usage tracker for resource:security_group and tenant:fe244484f68744dda6530fb47852352e is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:23.657866 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:23.661531 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-27880b0e-6e76-4395-8432-6c1df8d2674f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:23.661665 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:23.666070 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-27880b0e-6e76-4395-8432-6c1df8d2674f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:23.667245 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-9a95b29b-2c37-452c-9b1c-9fb2659bad24 req-e889e10d-c742-4eee-9ff4-3b3c8b60a77b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:security_group {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:56:23.679966 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-9a95b29b-2c37-452c-9b1c-9fb2659bad24 req-e889e10d-c742-4eee-9ff4-3b3c8b60a77b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:security_group {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:56:23.681128 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9a95b29b-2c37-452c-9b1c-9fb2659bad24 req-e889e10d-c742-4eee-9ff4-3b3c8b60a77b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530918 Jun 04 13:56:23.745645 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-27880b0e-6e76-4395-8432-6c1df8d2674f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:23.765193 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-27880b0e-6e76-4395-8432-6c1df8d2674f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:23.769540 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-27880b0e-6e76-4395-8432-6c1df8d2674f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Usage tracker for resource:security_group_rule and tenant:fe244484f68744dda6530fb47852352e is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:23.772393 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-27880b0e-6e76-4395-8432-6c1df8d2674f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:23.777135 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:23.777510 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:23.778723 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-27880b0e-6e76-4395-8432-6c1df8d2674f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:23.794350 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 1ad1eabb-e607-4ea7-a9bf-395c4fa52073, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=1ad1eabb-e607-4ea7-a9bf-395c4fa52073,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:56:23.894358 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:23.966666 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=1ad1eabb-e607-4ea7-a9bf-395c4fa52073,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:23.980271 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4a5c9-0f19-4035-8d98-4c7a4e6dde22 req-b6ff7ed6-22db-4cd1-a0f5-4cc754a65f20 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:23.981827 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-73b4a5c9-0f19-4035-8d98-4c7a4e6dde22 req-b6ff7ed6-22db-4cd1-a0f5-4cc754a65f20 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0856678 Jun 04 13:56:24.019031 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bd687-fe11-40c9-b06f-408823e9c4e5 req-a582f446-aac2-429c-bf97-978f82f44fcc tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:24.020551 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3d6bd687-fe11-40c9-b06f-408823e9c4e5 req-a582f446-aac2-429c-bf97-978f82f44fcc tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 945 time: 0.2380016 Jun 04 13:56:24.026061 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-27880b0e-6e76-4395-8432-6c1df8d2674f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:24.029402 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 46896) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:24.036558 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-5f7ac00c-6fe2-4dcb-8f56-696ebd604d28 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'floatingip': {'port_id': 'c56d8b81-c04f-4d70-a4de-9132aef6b484'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:24.046325 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-73b4a5c9-0f19-4035-8d98-4c7a4e6dde22 req-9f6e2858-98c1-447a-9fae-4f9011d67e7e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559304 Jun 04 13:56:24.093182 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-27880b0e-6e76-4395-8432-6c1df8d2674f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:24.145309 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac00c-6fe2-4dcb-8f56-696ebd604d28 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:24.228471 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27880b0e-6e76-4395-8432-6c1df8d2674f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35555c00-6303-4bf4-871e-4cc4a322c6fc,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:24.315867 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-27880b0e-6e76-4395-8432-6c1df8d2674f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:24.317051 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-27880b0e-6e76-4395-8432-6c1df8d2674f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6786389 Jun 04 13:56:24.320082 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46900) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:24.325068 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-998770db-e394-4749-af15-ae1c7ea3326c tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Request body: {'security_group_rule': {'security_group_id': '35555c00-6303-4bf4-871e-4cc4a322c6fc', 'project_id': 'fe244484f68744dda6530fb47852352e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:24.330762 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-998770db-e394-4749-af15-ae1c7ea3326c tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:24.334977 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-998770db-e394-4749-af15-ae1c7ea3326c tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Usage tracker for resource:security_group_rule and tenant:fe244484f68744dda6530fb47852352e is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:24.337872 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-998770db-e394-4749-af15-ae1c7ea3326c tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:24.344397 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-998770db-e394-4749-af15-ae1c7ea3326c tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:24.435729 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-998770db-e394-4749-af15-ae1c7ea3326c tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:24.495348 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-998770db-e394-4749-af15-ae1c7ea3326c tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:24.568291 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-998770db-e394-4749-af15-ae1c7ea3326c tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:24.591841 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998770db-e394-4749-af15-ae1c7ea3326c tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9442bb-a531-4fea-a9e5-c223aa35d59b,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:24.627210 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Sync routers for ids ['56631718-a919-4c93-a0d7-709a48e49fe2'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:56:24.636503 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Routers {'56631718-a919-4c93-a0d7-709a48e49fe2'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:56:24.639332 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:56:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['56631718-a919-4c93-a0d7-709a48e49fe2'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:24.658503 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-998770db-e394-4749-af15-ae1c7ea3326c tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:24.662223 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-998770db-e394-4749-af15-ae1c7ea3326c tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3386533 Jun 04 13:56:24.662472 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46904) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:24.668405 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-90706af6-420b-4c51-8382-e43b6084c850 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Request body: {'security_group_rule': {'security_group_id': '35555c00-6303-4bf4-871e-4cc4a322c6fc', 'project_id': 'fe244484f68744dda6530fb47852352e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:24.672995 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-90706af6-420b-4c51-8382-e43b6084c850 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:24.676886 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-90706af6-420b-4c51-8382-e43b6084c850 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Usage tracker for resource:security_group_rule and tenant:fe244484f68744dda6530fb47852352e is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:24.679769 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-90706af6-420b-4c51-8382-e43b6084c850 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:24.685634 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-90706af6-420b-4c51-8382-e43b6084c850 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:24.761535 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-90706af6-420b-4c51-8382-e43b6084c850 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:24.762493 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac00c-6fe2-4dcb-8f56-696ebd604d28 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:24.816587 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Set router 56631718-a919-4c93-a0d7-709a48e49fe2 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:56:24.821043 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-90706af6-420b-4c51-8382-e43b6084c850 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:24.830910 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac00c-6fe2-4dcb-8f56-696ebd604d28 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:24.911473 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-90706af6-420b-4c51-8382-e43b6084c850 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:24.942812 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90706af6-420b-4c51-8382-e43b6084c850 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30218fe3-32ab-44a8-824a-b440d7425861,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:25.001812 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.l3_db [None req-5f7ac00c-6fe2-4dcb-8f56-696ebd604d28 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Floating IP f30a5925-7a9b-44c5-9774-8eafc7cd4de8 associated. External IP: 172.28.3.77, port: c56d8b81-c04f-4d70-a4de-9132aef6b484. Jun 04 13:56:25.025414 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-90706af6-420b-4c51-8382-e43b6084c850 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:25.026946 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-90706af6-420b-4c51-8382-e43b6084c850 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3635528 Jun 04 13:56:25.029705 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46908) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:25.034982 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-19166a7b-1ff2-4c5b-8eb1-96ff9779ab5a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Request body: {'security_group_rule': {'security_group_id': '35555c00-6303-4bf4-871e-4cc4a322c6fc', 'project_id': 'fe244484f68744dda6530fb47852352e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:25.040793 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-19166a7b-1ff2-4c5b-8eb1-96ff9779ab5a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:25.044649 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-19166a7b-1ff2-4c5b-8eb1-96ff9779ab5a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Usage tracker for resource:security_group_rule and tenant:fe244484f68744dda6530fb47852352e is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:25.047595 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-19166a7b-1ff2-4c5b-8eb1-96ff9779ab5a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:25.053363 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-19166a7b-1ff2-4c5b-8eb1-96ff9779ab5a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:25.135075 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-19166a7b-1ff2-4c5b-8eb1-96ff9779ab5a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:25.150226 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'name': 'tempest-TestShelveInstance-283441168-router', 'tenant_id': '20af5a4027e14423bc17e100241a82e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '1ad1eabb-e607-4ea7-a9bf-395c4fa52073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:16Z', 'updated_at': '2022-06-04T13:56:21Z', 'revision_number': 4, 'project_id': '20af5a4027e14423bc17e100241a82e7', 'gw_port': {'id': '1ad1eabb-e607-4ea7-a9bf-395c4fa52073', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:17Z', 'updated_at': '2022-06-04T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '9f68f762-241f-4156-ae64-a233ed3480f8', 'name': '', 'network_id': 'a40d36df-3d0f-4d57-92ae-794c0bb32c05', 'tenant_id': '20af5a4027e14423bc17e100241a82e7', 'mac_address': 'fa:16:3e:a0:a1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'dfde60f0-da44-4ba7-9080-de8da4bdb67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:21Z', 'updated_at': '2022-06-04T13:56:22Z', 'revision_number': 2, 'project_id': '20af5a4027e14423bc17e100241a82e7', 'subnets': [{'id': 'dfde60f0-da44-4ba7-9080-de8da4bdb67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:25.154612 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Checking router: 56631718-a919-4c93-a0d7-709a48e49fe2 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:56:25.154972 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Updating router 56631718-a919-4c93-a0d7-709a48e49fe2 port 9f68f762-241f-4156-ae64-a233ed3480f8 binding host dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:56:25.216110 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-19166a7b-1ff2-4c5b-8eb1-96ff9779ab5a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:25.220984 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:25.276738 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-19166a7b-1ff2-4c5b-8eb1-96ff9779ab5a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:25.301412 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19166a7b-1ff2-4c5b-8eb1-96ff9779ab5a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec76803-306e-4a4d-8f8c-d32464f1efd7,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:25.351022 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733c1b6-687e-43c5-be62-60c91c5b6975 req-5bc9d530-7ff1-44e9-9461-32e77e920b31 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:25.352480 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5733c1b6-687e-43c5-be62-60c91c5b6975 req-5bc9d530-7ff1-44e9-9461-32e77e920b31 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.1869221 Jun 04 13:56:25.402403 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-19166a7b-1ff2-4c5b-8eb1-96ff9779ab5a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:25.403645 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-19166a7b-1ff2-4c5b-8eb1-96ff9779ab5a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3729405 Jun 04 13:56:25.406433 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46914) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:25.413592 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-82fa565d-21a4-4945-aeb6-3b5d6e8916dd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Request body: {'security_group_rule': {'security_group_id': '35555c00-6303-4bf4-871e-4cc4a322c6fc', 'project_id': 'fe244484f68744dda6530fb47852352e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:25.419910 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-82fa565d-21a4-4945-aeb6-3b5d6e8916dd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:25.424735 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-82fa565d-21a4-4945-aeb6-3b5d6e8916dd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Usage tracker for resource:security_group_rule and tenant:fe244484f68744dda6530fb47852352e is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:25.430922 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-82fa565d-21a4-4945-aeb6-3b5d6e8916dd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:25.444229 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-82fa565d-21a4-4945-aeb6-3b5d6e8916dd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:25.479658 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:56:25.543513 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-82fa565d-21a4-4945-aeb6-3b5d6e8916dd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:25.579647 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5733c1b6-687e-43c5-be62-60c91c5b6975 req-74a64185-8b37-47bc-b3fc-5d2abd6fb259 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702958 Jun 04 13:56:25.587277 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7ac00c-6fe2-4dcb-8f56-696ebd604d28 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Router f401466b-c510-41cc-8f64-1540c5ef120e has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:56:25.650527 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-82fa565d-21a4-4945-aeb6-3b5d6e8916dd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:25.692915 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:25.693515 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:25.722151 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-82fa565d-21a4-4945-aeb6-3b5d6e8916dd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:25.769853 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Notify callbacks [] for port, precommit_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:25.775191 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa565d-21a4-4945-aeb6-3b5d6e8916dd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c123f07-4ad5-40ba-90a5-bdb1de4d11ec,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:25.785012 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7ac00c-6fe2-4dcb-8f56-696ebd604d28 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:56:25.789640 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac00c-6fe2-4dcb-8f56-696ebd604d28 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:25.790693 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Transition to ACTIVE for port object 9f68f762-241f-4156-ae64-a233ed3480f8 will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:25.815374 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a50ea82-f8d2-4d0d-a052-423a7d49fe45 None None] Sync routers for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:56:25.828701 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a50ea82-f8d2-4d0d-a052-423a7d49fe45 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:56:25.829444 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-2a50ea82-f8d2-4d0d-a052-423a7d49fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:56:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:25.860812 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-5f7ac00c-6fe2-4dcb-8f56-696ebd604d28 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "PUT /v2.0/floatingips/f30a5925-7a9b-44c5-9774-8eafc7cd4de8 HTTP/1.1" status: 200 len: 990 time: 1.8294148 Jun 04 13:56:25.861597 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e131c4-51d4-41f3-8b21-8c3690037aa6', 'tag': 'c56d8b81-c04f-4d70-a4de-9132aef6b484'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:56:25.861964 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:25.888439 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-82fa565d-21a4-4945-aeb6-3b5d6e8916dd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:25.892295 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-82fa565d-21a4-4945-aeb6-3b5d6e8916dd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4820309 Jun 04 13:56:25.892750 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46930) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:25.898073 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-61235c98-4082-4d58-b81e-ae6d18a068fd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Request body: {'security_group_rule': {'security_group_id': '35555c00-6303-4bf4-871e-4cc4a322c6fc', 'project_id': 'fe244484f68744dda6530fb47852352e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:25.903721 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:25.904261 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-61235c98-4082-4d58-b81e-ae6d18a068fd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:25.909158 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-61235c98-4082-4d58-b81e-ae6d18a068fd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Usage tracker for resource:security_group_rule and tenant:fe244484f68744dda6530fb47852352e is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:25.912620 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-61235c98-4082-4d58-b81e-ae6d18a068fd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:25.918142 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-61235c98-4082-4d58-b81e-ae6d18a068fd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:25.993511 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e8dcb82-911d-4734-97e0-c1000949b2d2'] response: {'name': 'network-changed', 'server_uuid': '65e131c4-51d4-41f3-8b21-8c3690037aa6', 'tag': 'c56d8b81-c04f-4d70-a4de-9132aef6b484', 'status': 'completed', 'code': 200} Jun 04 13:56:25.997112 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.securitygroups_db [None req-61235c98-4082-4d58-b81e-ae6d18a068fd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Project fe244484f68744dda6530fb47852352e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 13:56:26.004751 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-61235c98-4082-4d58-b81e-ae6d18a068fd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:26.092460 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-2a50ea82-f8d2-4d0d-a052-423a7d49fe45 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:56:26.134787 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55147bc-9d61-4ca6-82de-024c82ee60e0 None None] Pushing event updated for resources: {'Port': ['ID=9f68f762-241f-4156-ae64-a233ed3480f8,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:26.142301 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-61235c98-4082-4d58-b81e-ae6d18a068fd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:26.199800 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd600114-f595-4a02-9502-df071267d7ce req-110c6ed8-3b13-4167-8988-21b581e9eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:26.201413 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-dd600114-f595-4a02-9502-df071267d7ce req-110c6ed8-3b13-4167-8988-21b581e9eac0 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 1098 time: 0.1626332 Jun 04 13:56:26.206196 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Attempting to bind port 9f68f762-241f-4156-ae64-a233ed3480f8 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:56:26.206571 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Attempting to bind port 9f68f762-241f-4156-ae64-a233ed3480f8 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': 'd150336c-7ef0-4a54-9533-4ad89cfad13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a40d36df-3d0f-4d57-92ae-794c0bb32c05'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:56:26.206983 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Attempting to bind port 9f68f762-241f-4156-ae64-a233ed3480f8 on network a40d36df-3d0f-4d57-92ae-794c0bb32c05 {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:56:26.213183 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:56:26.213567 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Checking segment: {'id': 'd150336c-7ef0-4a54-9533-4ad89cfad13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a40d36df-3d0f-4d57-92ae-794c0bb32c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:56:26.214204 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:26.214638 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Bound using segment: {'id': 'd150336c-7ef0-4a54-9533-4ad89cfad13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a40d36df-3d0f-4d57-92ae-794c0bb32c05'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:56:26.215103 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Bound port: 9f68f762-241f-4156-ae64-a233ed3480f8, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd150336c-7ef0-4a54-9533-4ad89cfad13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a40d36df-3d0f-4d57-92ae-794c0bb32c05'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:56:26.215487 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:26.232506 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-61235c98-4082-4d58-b81e-ae6d18a068fd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:26.279393 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61235c98-4082-4d58-b81e-ae6d18a068fd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae608dab-6bdf-4f55-8219-5fd7233b4b97,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:26.340921 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] For port 9f68f762-241f-4156-ae64-a233ed3480f8, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:56:26.348736 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] For port 9f68f762-241f-4156-ae64-a233ed3480f8, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=9f68f762-241f-4156-ae64-a233ed3480f8,segment=NetworkSegment(d150336c-7ef0-4a54-9533-4ad89cfad13c),segment_id=d150336c-7ef0-4a54-9533-4ad89cfad13c)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:56:26.363138 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-61235c98-4082-4d58-b81e-ae6d18a068fd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:26.367163 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-61235c98-4082-4d58-b81e-ae6d18a068fd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4705446 Jun 04 13:56:26.367722 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 46938) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:26.371445 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd600114-f595-4a02-9502-df071267d7ce req-62cc8e2a-57ec-46e5-b291-fd97c2948708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:26.373991 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-8d6a0ced-cabe-4cc1-938a-19aba4d4d84b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Request body: {'security_group_rule': {'security_group_id': '35555c00-6303-4bf4-871e-4cc4a322c6fc', 'project_id': 'fe244484f68744dda6530fb47852352e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:26.374133 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-dd600114-f595-4a02-9502-df071267d7ce req-62cc8e2a-57ec-46e5-b291-fd97c2948708 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a HTTP/1.1" status: 200 len: 915 time: 0.1649144 Jun 04 13:56:26.384400 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8d6a0ced-cabe-4cc1-938a-19aba4d4d84b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:26.391076 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8d6a0ced-cabe-4cc1-938a-19aba4d4d84b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Usage tracker for resource:security_group_rule and tenant:fe244484f68744dda6530fb47852352e is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:26.394225 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-8d6a0ced-cabe-4cc1-938a-19aba4d4d84b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:26.400813 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-8d6a0ced-cabe-4cc1-938a-19aba4d4d84b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:26.420962 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:26.483605 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.securitygroups_db [None req-8d6a0ced-cabe-4cc1-938a-19aba4d4d84b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Project fe244484f68744dda6530fb47852352e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 13:56:26.501590 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0ced-cabe-4cc1-938a-19aba4d4d84b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:26.507244 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Routers {'56631718-a919-4c93-a0d7-709a48e49fe2'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:56:26.507869 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:56:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['56631718-a919-4c93-a0d7-709a48e49fe2'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:26.558110 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-2a50ea82-f8d2-4d0d-a052-423a7d49fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': 'f30a5925-7a9b-44c5-9774-8eafc7cd4de8', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.77', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': 'c56d8b81-c04f-4d70-a4de-9132aef6b484', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:71:ba:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e131c4-51d4-41f3-8b21-8c3690037aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:56:01Z', 'updated_at': '2022-06-04T13:56:24Z', 'revision_number': 1, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:26.563607 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a50ea82-f8d2-4d0d-a052-423a7d49fe45 None None] Checking router: f401466b-c510-41cc-8f64-1540c5ef120e for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:56:26.568590 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-dd600114-f595-4a02-9502-df071267d7ce req-23637b02-6747-44a0-8aff-56d33daca481 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c56d8b81-c04f-4d70-a4de-9132aef6b484 HTTP/1.1" status: 200 len: 998 time: 0.1889260 Jun 04 13:56:26.572680 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a50ea82-f8d2-4d0d-a052-423a7d49fe45 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:56:26.573288 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-2a50ea82-f8d2-4d0d-a052-423a7d49fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:56:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:26.581960 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55147bc-9d61-4ca6-82de-024c82ee60e0 None None] Pushing event updated for resources: {'Port': ['ID=9f68f762-241f-4156-ae64-a233ed3480f8,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:26.638135 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbcde5-bc2c-48b1-99c5-ea51672f2393 req-8017d2c3-a559-4c84-8c98-44d644abaa1d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:26.639903 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5bcbcde5-bc2c-48b1-99c5-ea51672f2393 req-8017d2c3-a559-4c84-8c98-44d644abaa1d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.1960456 Jun 04 13:56:26.698584 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd600114-f595-4a02-9502-df071267d7ce req-f662dc0e-b2f5-453e-ba7c-792d779da746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:26.700040 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-dd600114-f595-4a02-9502-df071267d7ce req-f662dc0e-b2f5-453e-ba7c-792d779da746 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=86aba7f4-4b2c-4624-8047-800bda2d771c HTTP/1.1" status: 200 len: 853 time: 0.1246166 Jun 04 13:56:26.712808 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5bcbcde5-bc2c-48b1-99c5-ea51672f2393 req-5a2230c4-f969-4091-9189-8aec9cfdeea3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653033 Jun 04 13:56:26.733104 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0ced-cabe-4cc1-938a-19aba4d4d84b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:26.736399 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7a4a8-e4b9-4516-88ec-29595b4f90c9 req-6487a9cf-7651-4029-8a49-4223fb23f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:26.738387 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d5f7a4a8-e4b9-4516-88ec-29595b4f90c9 req-6487a9cf-7651-4029-8a49-4223fb23f450 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 1098 time: 0.2177997 Jun 04 13:56:26.792032 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] Set router 56631718-a919-4c93-a0d7-709a48e49fe2 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:56:26.795086 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd600114-f595-4a02-9502-df071267d7ce req-aba84e9f-6222-416f-a9de-2ad31b69c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:26.797664 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-dd600114-f595-4a02-9502-df071267d7ce req-aba84e9f-6222-416f-a9de-2ad31b69c3cb service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830543 Jun 04 13:56:26.836387 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-2a50ea82-f8d2-4d0d-a052-423a7d49fe45 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:56:26.890026 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7a4a8-e4b9-4516-88ec-29595b4f90c9 req-55e28220-f7a3-4437-93ae-e8d615561e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:26.892182 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d5f7a4a8-e4b9-4516-88ec-29595b4f90c9 req-55e28220-f7a3-4437-93ae-e8d615561e6b service neutron] 10.222.0.17 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 919 time: 0.1473579 Jun 04 13:56:26.893456 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0ced-cabe-4cc1-938a-19aba4d4d84b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:26.968856 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-dd600114-f595-4a02-9502-df071267d7ce req-dcfdec7b-874f-470e-80b8-454d9f211a1b service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575415 Jun 04 13:56:26.972983 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a0ced-cabe-4cc1-938a-19aba4d4d84b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797a866f-674f-445a-956e-e4861ea0d0e7,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:27.033821 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d5f7a4a8-e4b9-4516-88ec-29595b4f90c9 req-7b4fd611-2c17-4866-a9a8-e9a9a14b0784 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae9298c7-15df-4665-b418-fab99b2b6d1d HTTP/1.1" status: 200 len: 1000 time: 0.1113946 Jun 04 13:56:27.111486 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0ced-cabe-4cc1-938a-19aba4d4d84b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:27.121864 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-8d6a0ced-cabe-4cc1-938a-19aba4d4d84b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7445629 Jun 04 13:56:27.138141 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7a4a8-e4b9-4516-88ec-29595b4f90c9 req-58f24ce6-633c-4479-8fa8-c1f7a80ca70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:27.139703 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d5f7a4a8-e4b9-4516-88ec-29595b4f90c9 req-58f24ce6-633c-4479-8fa8-c1f7a80ca70f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 200 len: 857 time: 0.0914888 Jun 04 13:56:27.146656 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-dd600114-f595-4a02-9502-df071267d7ce req-928e7029-e703-4510-9ad9-014ae31e3e9c service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716723 Jun 04 13:56:27.194188 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'name': 'tempest-TestShelveInstance-283441168-router', 'tenant_id': '20af5a4027e14423bc17e100241a82e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '1ad1eabb-e607-4ea7-a9bf-395c4fa52073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:16Z', 'updated_at': '2022-06-04T13:56:21Z', 'revision_number': 4, 'project_id': '20af5a4027e14423bc17e100241a82e7', 'gw_port': {'id': '1ad1eabb-e607-4ea7-a9bf-395c4fa52073', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:17Z', 'updated_at': '2022-06-04T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '9f68f762-241f-4156-ae64-a233ed3480f8', 'name': '', 'network_id': 'a40d36df-3d0f-4d57-92ae-794c0bb32c05', 'tenant_id': '20af5a4027e14423bc17e100241a82e7', 'mac_address': 'fa:16:3e:a0:a1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'dfde60f0-da44-4ba7-9080-de8da4bdb67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:21Z', 'updated_at': '2022-06-04T13:56:26Z', 'revision_number': 4, 'project_id': '20af5a4027e14423bc17e100241a82e7', 'subnets': [{'id': 'dfde60f0-da44-4ba7-9080-de8da4bdb67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:27.195984 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76182bff-fca1-4d7f-8d77-6686921e1edb None None] The sync data for ids ['56631718-a919-4c93-a0d7-709a48e49fe2'] in dv-cinder-843593-2-smb is: [{'id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'name': 'tempest-TestShelveInstance-283441168-router', 'tenant_id': '20af5a4027e14423bc17e100241a82e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '1ad1eabb-e607-4ea7-a9bf-395c4fa52073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:16Z', 'updated_at': '2022-06-04T13:56:21Z', 'revision_number': 4, 'project_id': '20af5a4027e14423bc17e100241a82e7', 'gw_port': {'id': '1ad1eabb-e607-4ea7-a9bf-395c4fa52073', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:17Z', 'updated_at': '2022-06-04T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '9f68f762-241f-4156-ae64-a233ed3480f8', 'name': '', 'network_id': 'a40d36df-3d0f-4d57-92ae-794c0bb32c05', 'tenant_id': '20af5a4027e14423bc17e100241a82e7', 'mac_address': 'fa:16:3e:a0:a1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'dfde60f0-da44-4ba7-9080-de8da4bdb67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:21Z', 'updated_at': '2022-06-04T13:56:26Z', 'revision_number': 4, 'project_id': '20af5a4027e14423bc17e100241a82e7', 'subnets': [{'id': 'dfde60f0-da44-4ba7-9080-de8da4bdb67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:56:27.299136 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7a4a8-e4b9-4516-88ec-29595b4f90c9 req-eb3ea6ff-9d30-4a61-a93a-892b3eccd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:27.300927 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d5f7a4a8-e4b9-4516-88ec-29595b4f90c9 req-eb3ea6ff-9d30-4a61-a93a-892b3eccd387 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1299453 Jun 04 13:56:27.305137 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-2a50ea82-f8d2-4d0d-a052-423a7d49fe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': 'f30a5925-7a9b-44c5-9774-8eafc7cd4de8', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.77', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': 'c56d8b81-c04f-4d70-a4de-9132aef6b484', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:71:ba:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e131c4-51d4-41f3-8b21-8c3690037aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:56:01Z', 'updated_at': '2022-06-04T13:56:24Z', 'revision_number': 1, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:27.309254 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a50ea82-f8d2-4d0d-a052-423a7d49fe45 None None] The sync data for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb is: [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': 'f30a5925-7a9b-44c5-9774-8eafc7cd4de8', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.77', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': 'c56d8b81-c04f-4d70-a4de-9132aef6b484', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:71:ba:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e131c4-51d4-41f3-8b21-8c3690037aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:56:01Z', 'updated_at': '2022-06-04T13:56:24Z', 'revision_number': 1, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:56:27.493332 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d5f7a4a8-e4b9-4516-88ec-29595b4f90c9 req-8459e787-067f-42a6-a14c-57a23cb6b874 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838403 Jun 04 13:56:27.502287 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 9f68f762-241f-4156-ae64-a233ed3480f8 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:56:27.661959 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 9f68f762-241f-4156-ae64-a233ed3480f8 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:56:27.669417 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 9f68f762-241f-4156-ae64-a233ed3480f8 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:27.677754 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:27.677929 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d5f7a4a8-e4b9-4516-88ec-29595b4f90c9 req-3624b350-d252-4a75-96aa-287182a93b6a service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760776 Jun 04 13:56:27.725015 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b3b4e-f9fb-431a-801f-1ee588069146 None None] New status for floating IP f30a5925-7a9b-44c5-9774-8eafc7cd4de8: ACTIVE {{(pid=88649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:56:27.961490 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1476410-5041-4cb9-8cc0-1cc532c8562d req-729e816b-be29-42d7-bbbd-24d6f7bcc4ab tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:27.962983 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e1476410-5041-4cb9-8cc0-1cc532c8562d req-729e816b-be29-42d7-bbbd-24d6f7bcc4ab tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.1063204 Jun 04 13:56:28.011327 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e1476410-5041-4cb9-8cc0-1cc532c8562d req-64b9b6d3-7622-49a6-8268-1be97646071d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423286 Jun 04 13:56:28.096929 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 9f68f762-241f-4156-ae64-a233ed3480f8 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:28.097591 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:28.130388 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 9f68f762-241f-4156-ae64-a233ed3480f8, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=9f68f762-241f-4156-ae64-a233ed3480f8,segment=NetworkSegment(d150336c-7ef0-4a54-9533-4ad89cfad13c),segment_id=d150336c-7ef0-4a54-9533-4ad89cfad13c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:56:28.233912 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:28.299533 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=9f68f762-241f-4156-ae64-a233ed3480f8,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:29.211215 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f305f-cf39-44a1-bfd0-1ef5272c2ef1 req-63a951e1-3656-4c52-aee5-78be44b85f5d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:29.212539 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3f6f305f-cf39-44a1-bfd0-1ef5272c2ef1 req-63a951e1-3656-4c52-aee5-78be44b85f5d tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0902283 Jun 04 13:56:29.259098 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3f6f305f-cf39-44a1-bfd0-1ef5272c2ef1 req-941dd9ae-c30e-4234-b739-e04864fbe279 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399237 Jun 04 13:56:29.447133 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 9f68f762-241f-4156-ae64-a233ed3480f8 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:56:29.516576 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 9f68f762-241f-4156-ae64-a233ed3480f8 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:29.516937 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:29.636021 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 9f68f762-241f-4156-ae64-a233ed3480f8 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:56:30.446481 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09429b8-5d30-43c3-aa55-5b72ec376a1a req-9f6c0fcf-7c34-4535-a742-d2151d853609 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:30.448092 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b09429b8-5d30-43c3-aa55-5b72ec376a1a req-9f6c0fcf-7c34-4535-a742-d2151d853609 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0796828 Jun 04 13:56:30.495664 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b09429b8-5d30-43c3-aa55-5b72ec376a1a req-8a6104ec-faad-450a-932c-83cfc6646436 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421343 Jun 04 13:56:31.681015 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d23f42-0710-47d5-ba24-d8bd12f1a4e6 req-56aa10a2-f7f3-400e-950c-b73449e3cb18 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:31.682660 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-78d23f42-0710-47d5-ba24-d8bd12f1a4e6 req-56aa10a2-f7f3-400e-950c-b73449e3cb18 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0811336 Jun 04 13:56:31.731707 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-78d23f42-0710-47d5-ba24-d8bd12f1a4e6 req-ae7e97cc-24b2-4a29-8329-f379654f4fd1 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427659 Jun 04 13:56:31.914291 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ac0d0-d7b0-4202-86ee-b464c8925fa9 req-c4b4212f-4c7f-43e4-89d9-a414d60df534 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:31.915763 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-110ac0d0-d7b0-4202-86ee-b464c8925fa9 req-c4b4212f-4c7f-43e4-89d9-a414d60df534 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0824733 Jun 04 13:56:31.924810 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47012) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:31.929593 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-40077ab1-7389-4c05-9993-6cc782e9b87a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Request body: {'floatingip': {'port_id': 'ae9298c7-15df-4665-b418-fab99b2b6d1d'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:32.099249 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-40077ab1-7389-4c05-9993-6cc782e9b87a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for floatingip, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:32.732167 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-40077ab1-7389-4c05-9993-6cc782e9b87a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:32.832365 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-40077ab1-7389-4c05-9993-6cc782e9b87a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:33.176319 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40077ab1-7389-4c05-9993-6cc782e9b87a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:56:33.352529 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40077ab1-7389-4c05-9993-6cc782e9b87a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:56:33.356752 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-40077ab1-7389-4c05-9993-6cc782e9b87a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:33.362636 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92125ea-794c-46ee-87ae-2559e75d12ca None None] Sync routers for ids ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:56:33.373248 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92125ea-794c-46ee-87ae-2559e75d12ca None None] Routers {'cab2ed98-7fb0-4f88-8b0c-ce59305d8795'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:56:33.373999 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-b92125ea-794c-46ee-87ae-2559e75d12ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:56:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:33.436661 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'tag': 'ae9298c7-15df-4665-b418-fab99b2b6d1d'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:56:33.561355 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52150c9-e5f5-4ccb-af98-5023c962c095'] response: {'name': 'network-changed', 'server_uuid': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'tag': 'ae9298c7-15df-4665-b418-fab99b2b6d1d', 'status': 'completed', 'code': 200} Jun 04 13:56:33.571129 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-40077ab1-7389-4c05-9993-6cc782e9b87a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "PUT /v2.0/floatingips/2c847677-70e3-4a5e-bcd7-1b2ef1ef5dc0 HTTP/1.1" status: 200 len: 992 time: 1.6453102 Jun 04 13:56:33.601644 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-b92125ea-794c-46ee-87ae-2559e75d12ca None None] Set router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:56:33.682500 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da221df-3f69-4194-af2d-f838136e21a4 req-c51bb611-9238-423a-aaa6-036f305980fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:33.683970 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0da221df-3f69-4194-af2d-f838136e21a4 req-c51bb611-9238-423a-aaa6-036f305980fa service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 1098 time: 0.0736153 Jun 04 13:56:33.820350 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da221df-3f69-4194-af2d-f838136e21a4 req-4c00334f-b000-41c2-b1bc-4982530353fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:33.821760 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0da221df-3f69-4194-af2d-f838136e21a4 req-4c00334f-b000-41c2-b1bc-4982530353fc service neutron] 10.222.0.17 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 919 time: 0.1308813 Jun 04 13:56:33.936851 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0da221df-3f69-4194-af2d-f838136e21a4 req-04bd3066-537b-4f10-9054-68fe4f405f01 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae9298c7-15df-4665-b418-fab99b2b6d1d HTTP/1.1" status: 200 len: 1000 time: 0.0988922 Jun 04 13:56:33.951642 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-b92125ea-794c-46ee-87ae-2559e75d12ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:06Z', 'revision_number': 4, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '2c847677-70e3-4a5e-bcd7-1b2ef1ef5dc0', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'port_id': 'ae9298c7-15df-4665-b418-fab99b2b6d1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'mac_address': 'fa:16:3e:d7:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:53:40Z', 'updated_at': '2022-06-04T13:56:32Z', 'revision_number': 3, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82828ca4-7094-419d-aafa-7f8d11a958be', 'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'mac_address': 'fa:16:3e:9d:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:05Z', 'updated_at': '2022-06-04T13:52:13Z', 'revision_number': 5, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'subnets': [{'id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:33.955517 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92125ea-794c-46ee-87ae-2559e75d12ca None None] Checking router: cab2ed98-7fb0-4f88-8b0c-ce59305d8795 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:56:33.963680 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92125ea-794c-46ee-87ae-2559e75d12ca None None] Routers {'cab2ed98-7fb0-4f88-8b0c-ce59305d8795'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:56:33.964411 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-b92125ea-794c-46ee-87ae-2559e75d12ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:56:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:34.000136 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da221df-3f69-4194-af2d-f838136e21a4 req-aa984b2e-a39b-46ae-b813-88c638b3d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:34.002077 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0da221df-3f69-4194-af2d-f838136e21a4 req-aa984b2e-a39b-46ae-b813-88c638b3d578 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 200 len: 857 time: 0.0578711 Jun 04 13:56:34.096590 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da221df-3f69-4194-af2d-f838136e21a4 req-303e73d9-c45b-49b6-af40-750500321cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:34.098142 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0da221df-3f69-4194-af2d-f838136e21a4 req-303e73d9-c45b-49b6-af40-750500321cf4 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756478 Jun 04 13:56:34.140070 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-b92125ea-794c-46ee-87ae-2559e75d12ca None None] Set router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:56:34.235483 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0da221df-3f69-4194-af2d-f838136e21a4 req-da572a7e-58b0-4ba2-ba74-830a6cd5373e service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301246 Jun 04 13:56:34.368119 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0da221df-3f69-4194-af2d-f838136e21a4 req-2480e655-5bd3-420b-b38f-17c765d3acfa service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266873 Jun 04 13:56:34.486882 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-b92125ea-794c-46ee-87ae-2559e75d12ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:06Z', 'revision_number': 4, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '2c847677-70e3-4a5e-bcd7-1b2ef1ef5dc0', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'port_id': 'ae9298c7-15df-4665-b418-fab99b2b6d1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'mac_address': 'fa:16:3e:d7:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:53:40Z', 'updated_at': '2022-06-04T13:56:32Z', 'revision_number': 3, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82828ca4-7094-419d-aafa-7f8d11a958be', 'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'mac_address': 'fa:16:3e:9d:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:05Z', 'updated_at': '2022-06-04T13:52:13Z', 'revision_number': 5, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'subnets': [{'id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:34.490642 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92125ea-794c-46ee-87ae-2559e75d12ca None None] The sync data for ids ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'] in dv-cinder-843593-2-smb is: [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:06Z', 'revision_number': 4, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '2c847677-70e3-4a5e-bcd7-1b2ef1ef5dc0', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'port_id': 'ae9298c7-15df-4665-b418-fab99b2b6d1d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'mac_address': 'fa:16:3e:d7:19:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:53:40Z', 'updated_at': '2022-06-04T13:56:32Z', 'revision_number': 3, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82828ca4-7094-419d-aafa-7f8d11a958be', 'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'mac_address': 'fa:16:3e:9d:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:05Z', 'updated_at': '2022-06-04T13:52:13Z', 'revision_number': 5, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'subnets': [{'id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:56:35.563498 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'tag': 'ae9298c7-15df-4665-b418-fab99b2b6d1d'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:56:35.609148 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229133f7-02e1-4a70-b766-b81f1f347a7d'] response: {'name': 'network-changed', 'server_uuid': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'tag': 'ae9298c7-15df-4665-b418-fab99b2b6d1d', 'status': 'completed', 'code': 200} Jun 04 13:56:35.727027 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c05898-e650-4194-bcf6-abb01d94f22b req-1f410ab0-1908-46a2-8a84-c3a7a239cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:35.728863 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-19c05898-e650-4194-bcf6-abb01d94f22b req-1f410ab0-1908-46a2-8a84-c3a7a239cf61 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 1098 time: 0.0720065 Jun 04 13:56:35.829725 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-b701e34b-a876-4d37-a428-2c2e5371b908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:35.866486 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c05898-e650-4194-bcf6-abb01d94f22b req-c1f63d34-6b4e-4697-b2a7-8dba50111034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:35.868195 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-19c05898-e650-4194-bcf6-abb01d94f22b req-c1f63d34-6b4e-4697-b2a7-8dba50111034 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 919 time: 0.1334167 Jun 04 13:56:35.971379 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-19c05898-e650-4194-bcf6-abb01d94f22b req-7d6b4f5f-5d98-4cce-a5b7-3a1dbeb31340 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae9298c7-15df-4665-b418-fab99b2b6d1d HTTP/1.1" status: 200 len: 1000 time: 0.0967767 Jun 04 13:56:36.036052 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c05898-e650-4194-bcf6-abb01d94f22b req-0a7cc24e-ddf1-4537-9a5c-3834bec119bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:36.037613 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-19c05898-e650-4194-bcf6-abb01d94f22b req-0a7cc24e-ddf1-4537-9a5c-3834bec119bb service neutron] 10.222.0.17 "GET /v2.0/subnets?id=55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 200 len: 857 time: 0.0596640 Jun 04 13:56:36.119835 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c05898-e650-4194-bcf6-abb01d94f22b req-e3c6f4b5-ff71-4535-9ada-f5dee0274518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:36.122410 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-19c05898-e650-4194-bcf6-abb01d94f22b req-e3c6f4b5-ff71-4535-9ada-f5dee0274518 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771799 Jun 04 13:56:36.268594 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-19c05898-e650-4194-bcf6-abb01d94f22b req-cc7b8cd6-4717-42d2-a247-d96039881fc5 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328337 Jun 04 13:56:36.408594 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-19c05898-e650-4194-bcf6-abb01d94f22b req-b9a1e221-300f-48bd-a183-5904152db08e service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297348 Jun 04 13:56:38.013490 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-b3108ea0-7cc9-471b-acf7-a5f9ffeee5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:38.023034 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:38.695162 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2024b96f-760a-4a0e-b431-d6b33b057a78 req-a9244c14-a4e7-467e-9287-bd50c4b089b4 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670879 Jun 04 13:56:38.946935 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024b96f-760a-4a0e-b431-d6b33b057a78 req-14233c1a-0bc9-4c34-b775-b927184c741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:38.948315 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2024b96f-760a-4a0e-b431-d6b33b057a78 req-14233c1a-0bc9-4c34-b775-b927184c741b service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1bab325121754db6a16249d176589adc&device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 1099 time: 0.1573002 Jun 04 13:56:39.063225 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:39.106926 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024b96f-760a-4a0e-b431-d6b33b057a78 req-9a16f04d-f7bf-42f6-acc0-415025f8b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:39.108641 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2024b96f-760a-4a0e-b431-d6b33b057a78 req-9a16f04d-f7bf-42f6-acc0-415025f8b094 service neutron] 10.222.0.17 "GET /v2.0/networks?id=15ca5580-d168-42fa-8af5-abcdc93e9ac4 HTTP/1.1" status: 200 len: 911 time: 0.1328883 Jun 04 13:56:39.202266 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:39.222918 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2024b96f-760a-4a0e-b431-d6b33b057a78 req-142fa742-bead-4a15-832f-1ced827c4959 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aab71abe-a311-467b-9ed1-462415e5b96d HTTP/1.1" status: 200 len: 1002 time: 0.0987530 Jun 04 13:56:39.285462 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024b96f-760a-4a0e-b431-d6b33b057a78 req-e50be671-0a79-4e3f-be04-7ac3f46f45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:39.286938 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2024b96f-760a-4a0e-b431-d6b33b057a78 req-e50be671-0a79-4e3f-be04-7ac3f46f45e4 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=1b549cf0-8286-455e-9abd-46f9e5d41a3c HTTP/1.1" status: 200 len: 849 time: 0.0573618 Jun 04 13:56:39.360553 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024b96f-760a-4a0e-b431-d6b33b057a78 req-475e972e-6c72-4dd8-ad08-3f51d26e8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:39.362044 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2024b96f-760a-4a0e-b431-d6b33b057a78 req-475e972e-6c72-4dd8-ad08-3f51d26e8a31 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=15ca5580-d168-42fa-8af5-abcdc93e9ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683944 Jun 04 13:56:39.490882 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2024b96f-760a-4a0e-b431-d6b33b057a78 req-5f08a8ea-f7cd-478a-ad21-2b79664eb55d service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208491 Jun 04 13:56:39.617198 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2024b96f-760a-4a0e-b431-d6b33b057a78 req-e9334882-32fa-4486-adb5-f80deb393d61 service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199069 Jun 04 13:56:40.430331 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:41.918581 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:56:44.154134 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac48cd-a748-4045-89d9-106a0f02be36 req-780ec891-4d51-44b5-ad4f-07b0ef170780 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:44.155557 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-20ac48cd-a748-4045-89d9-106a0f02be36 req-780ec891-4d51-44b5-ad4f-07b0ef170780 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0783792 Jun 04 13:56:44.199032 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-20ac48cd-a748-4045-89d9-106a0f02be36 req-49aacf1b-dc40-40fb-895c-80c758f585d1 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371368 Jun 04 13:56:45.383719 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79bc28-0f13-4eb4-aec9-7ef11703da6e req-742f3be3-7645-4649-b43a-43775540ce04 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:45.384582 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1a79bc28-0f13-4eb4-aec9-7ef11703da6e req-742f3be3-7645-4649-b43a-43775540ce04 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0805759 Jun 04 13:56:45.427588 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1a79bc28-0f13-4eb4-aec9-7ef11703da6e req-22e6b466-445b-41f3-8109-745b9f75a73d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373838 Jun 04 13:56:46.027640 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20107d-b770-4984-9432-39e574dedf0c req-34aa780a-ce2e-41b1-bb83-9fbf8fe21958 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:46.029018 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c20107d-b770-4984-9432-39e574dedf0c req-34aa780a-ce2e-41b1-bb83-9fbf8fe21958 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.17 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0767798 Jun 04 13:56:46.101376 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-2c20107d-b770-4984-9432-39e574dedf0c req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Deleting port aab71abe-a311-467b-9ed1-462415e5b96d {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:56:46.101706 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c20107d-b770-4984-9432-39e574dedf0c req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:46.336856 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-2c20107d-b770-4984-9432-39e574dedf0c req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] For port aab71abe-a311-467b-9ed1-462415e5b96d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=aab71abe-a311-467b-9ed1-462415e5b96d,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:56:46.337120 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c20107d-b770-4984-9432-39e574dedf0c req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:46.615405 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c20107d-b770-4984-9432-39e574dedf0c req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:46.616068 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c20107d-b770-4984-9432-39e574dedf0c req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:46.616068 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.l3_db [req-2c20107d-b770-4984-9432-39e574dedf0c req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Floating IP da9e700b-ae6d-4363-9f43-2399787bfcc3 disassociated. External IP: 172.28.3.203, port: aab71abe-a311-467b-9ed1-462415e5b96d. Jun 04 13:56:46.616390 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-2c20107d-b770-4984-9432-39e574dedf0c req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Calling delete_port for aab71abe-a311-467b-9ed1-462415e5b96d owned by compute:nova {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:56:46.625047 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26996d54-2a73-4c86-8e04-8b5e477351a8 req-d63c45a2-f78e-438f-a213-6d31b77f78df tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:46.627097 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-26996d54-2a73-4c86-8e04-8b5e477351a8 req-d63c45a2-f78e-438f-a213-6d31b77f78df tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 946 time: 0.0842512 Jun 04 13:56:46.764758 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-26996d54-2a73-4c86-8e04-8b5e477351a8 req-448691df-7e9f-4823-b8c6-2459d9a20ed3 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a332cec-8c4c-48b5-908e-20b1d61e7f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315131 Jun 04 13:56:46.893170 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c20107d-b770-4984-9432-39e574dedf0c req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:46.940901 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event deleted for resources: {'Port': ['ID=aab71abe-a311-467b-9ed1-462415e5b96d,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:46.951585 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:46.957635 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:46.957635 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:46.957635 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:46.957635 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:46.957635 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:46.957635 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:46.957635 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:46.957635 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:46.957635 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:46.957635 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:46.957635 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:47.133062 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c20107d-b770-4984-9432-39e574dedf0c req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Router 0c71012e-f2d1-48ad-8ae8-385151c15d14 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:56:47.312331 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c20107d-b770-4984-9432-39e574dedf0c req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:56:47.322415 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736c0347-0d49-49db-850e-8b1e56257616 None None] Sync routers for ids ['0c71012e-f2d1-48ad-8ae8-385151c15d14'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:56:47.332284 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736c0347-0d49-49db-850e-8b1e56257616 None None] Routers {'0c71012e-f2d1-48ad-8ae8-385151c15d14'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:56:47.333196 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-736c0347-0d49-49db-850e-8b1e56257616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:56:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['0c71012e-f2d1-48ad-8ae8-385151c15d14'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:47.385698 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c20107d-b770-4984-9432-39e574dedf0c req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] No DVR routers for this DVR port aab71abe-a311-467b-9ed1-462415e5b96d on host hv-cinder-84359 {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:56:47.388148 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2c20107d-b770-4984-9432-39e574dedf0c req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:47.397457 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9281753b-d5cb-4d71-bb84-7e4c9431e6f4', 'name': 'network-vif-deleted', 'tag': 'aab71abe-a311-467b-9ed1-462415e5b96d'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:56:47.447656 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59961f5-4fb6-4d8f-b3dd-2844b88f1d25'] response: {'server_uuid': '9281753b-d5cb-4d71-bb84-7e4c9431e6f4', 'name': 'network-vif-deleted', 'tag': 'aab71abe-a311-467b-9ed1-462415e5b96d', 'status': 'completed', 'code': 200} Jun 04 13:56:47.459708 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2c20107d-b770-4984-9432-39e574dedf0c req-763981da-8658-4de9-b857-ed05856c0aca tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.17 "DELETE /v2.0/ports/aab71abe-a311-467b-9ed1-462415e5b96d HTTP/1.1" status: 204 len: 173 time: 1.4217503 Jun 04 13:56:47.536718 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-736c0347-0d49-49db-850e-8b1e56257616 None None] Set router 0c71012e-f2d1-48ad-8ae8-385151c15d14 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:56:47.854975 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-736c0347-0d49-49db-850e-8b1e56257616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3', 'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'mac_address': 'fa:16:3e:07:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:04Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 5, 'project_id': '1bab325121754db6a16249d176589adc', 'subnets': [{'id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:47.858849 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736c0347-0d49-49db-850e-8b1e56257616 None None] Checking router: 0c71012e-f2d1-48ad-8ae8-385151c15d14 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:56:47.867988 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736c0347-0d49-49db-850e-8b1e56257616 None None] Routers {'0c71012e-f2d1-48ad-8ae8-385151c15d14'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:56:47.868593 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-736c0347-0d49-49db-850e-8b1e56257616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:56:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['0c71012e-f2d1-48ad-8ae8-385151c15d14'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:47.897409 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-22a0e86e-3c23-479f-ab2f-03c35b46eb28 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Synchronizing usage tracker for tenant:fe244484f68744dda6530fb47852352e on resource:security_group {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:56:47.942762 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-d2b0b78f-7b01-49a6-a72d-ef3b504c6df3 req-379b5215-c3b9-4ad3-888d-d9ddcd76457c tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Synchronizing usage tracker for tenant:1bab325121754db6a16249d176589adc on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:56:47.994142 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-22a0e86e-3c23-479f-ab2f-03c35b46eb28 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Unset dirty status for tenant:fe244484f68744dda6530fb47852352e on resource:security_group {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:56:47.995222 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-22a0e86e-3c23-479f-ab2f-03c35b46eb28 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191176118&fields=id&tenant_id=fe244484f68744dda6530fb47852352e HTTP/1.1" status: 200 len: 267 time: 0.1414528 Jun 04 13:56:48.018802 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-d2b0b78f-7b01-49a6-a72d-ef3b504c6df3 req-379b5215-c3b9-4ad3-888d-d9ddcd76457c tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Unset dirty status for tenant:1bab325121754db6a16249d176589adc on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:56:48.020107 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d2b0b78f-7b01-49a6-a72d-ef3b504c6df3 req-379b5215-c3b9-4ad3-888d-d9ddcd76457c tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=9281753b-d5cb-4d71-bb84-7e4c9431e6f4 HTTP/1.1" status: 200 len: 210 time: 0.1221142 Jun 04 13:56:48.044882 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-736c0347-0d49-49db-850e-8b1e56257616 None None] Set router 0c71012e-f2d1-48ad-8ae8-385151c15d14 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:56:48.144367 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-57000fb9-2bb4-4f70-bb8d-bd9b08131fae tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:48.145821 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-57000fb9-2bb4-4f70-bb8d-bd9b08131fae tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/networks?id=28f01122-e136-4dc9-ad3d-33938cfcfa55 HTTP/1.1" status: 200 len: 809 time: 0.1430769 Jun 04 13:56:48.161230 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-894d72e1-5345-4c9d-95ee-c1b974fa9014 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/quotas/fe244484f68744dda6530fb47852352e HTTP/1.1" status: 200 len: 375 time: 0.0096996 Jun 04 13:56:48.256715 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-93323616-ed72-4067-96a1-1c509da50ef6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe244484f68744dda6530fb47852352e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806317 Jun 04 13:56:48.387300 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-736c0347-0d49-49db-850e-8b1e56257616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3', 'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'mac_address': 'fa:16:3e:07:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:04Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 5, 'project_id': '1bab325121754db6a16249d176589adc', 'subnets': [{'id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:56:48.391185 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736c0347-0d49-49db-850e-8b1e56257616 None None] The sync data for ids ['0c71012e-f2d1-48ad-8ae8-385151c15d14'] in dv-cinder-843593-2-smb is: [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3', 'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'mac_address': 'fa:16:3e:07:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:04Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 5, 'project_id': '1bab325121754db6a16249d176589adc', 'subnets': [{'id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:56:48.400432 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-306435ea-b2ca-4913-b863-d9352bea6c3f service neutron] 10.222.0.15 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323297 Jun 04 13:56:48.542038 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-21630ae2-a0e6-4a5c-aaf7-7c6c4ebb4471 service neutron] 10.222.0.15 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348796 Jun 04 13:56:48.635116 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c63500-1834-4942-99bd-52210f672c90 None None] New status for floating IP da9e700b-ae6d-4363-9f43-2399787bfcc3: DOWN {{(pid=88650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:56:49.183940 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4b9eb0aa-5718-4fe4-9a7e-9f6e086f3594 req-687ef317-5e34-43eb-8c9a-27a0925d7e27 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 210 time: 0.0491831 Jun 04 13:56:49.204772 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47118) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:49.273151 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:49.299592 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:49.401724 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:49.423514 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a332cec-8c4c-48b5-908e-20b1d61e7f22,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:49.430310 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:49.430642 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:49.430965 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:49.431285 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:49.431597 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:49.431913 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:49.432225 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:49.432547 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:49.432848 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:49.433157 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:49.433463 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:49.433771 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:56:49.478875 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:49.479978 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-cdae196a-9593-419b-9259-311728b06f65 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "DELETE /v2.0/security-groups/8a332cec-8c4c-48b5-908e-20b1d61e7f22 HTTP/1.1" status: 204 len: 168 time: 0.2692950 Jun 04 13:56:49.482816 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47124) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:49.498267 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.api.v2.resource [None req-7eae80e8-698f-42e8-8fe8-d858c4e20f6a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] show failed (client error): The resource could not be found. Jun 04 13:56:49.499198 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-7eae80e8-698f-42e8-8fe8-d858c4e20f6a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups/8a332cec-8c4c-48b5-908e-20b1d61e7f22 HTTP/1.1" status: 404 len: 347 time: 0.0155208 Jun 04 13:56:49.502419 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47128) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:49.652627 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-90475523-72d9-4833-8908-0a5de27ec35e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Deleting port c2364fe2-313c-4b3e-9460-f05935b388e5 {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:56:49.652958 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-90475523-72d9-4833-8908-0a5de27ec35e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:49.821451 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-90475523-72d9-4833-8908-0a5de27ec35e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:49.821803 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-90475523-72d9-4833-8908-0a5de27ec35e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:49.940435 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-90475523-72d9-4833-8908-0a5de27ec35e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Calling delete_port for c2364fe2-313c-4b3e-9460-f05935b388e5 owned by network:floatingip {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:56:50.179108 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-90475523-72d9-4833-8908-0a5de27ec35e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:50.227580 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90475523-72d9-4833-8908-0a5de27ec35e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event deleted for resources: {'Port': ['ID=c2364fe2-313c-4b3e-9460-f05935b388e5,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:50.338581 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-03eb9d51-7abc-44f4-bdc2-ff54ca0d7d50 req-24283532-769d-472b-94d5-4e35801ecf07 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Synchronizing usage tracker for tenant:fe244484f68744dda6530fb47852352e on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:56:50.340395 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device aab71abe-a311-467b-9ed1-462415e5b96d no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:56:50.376962 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: aab71abe-a311-467b-9ed1-462415e5b96d {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:56:50.377301 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device aab71abe-a311-467b-9ed1-462415e5b96d not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:56:50.396577 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-90475523-72d9-4833-8908-0a5de27ec35e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:50.429565 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-03eb9d51-7abc-44f4-bdc2-ff54ca0d7d50 req-24283532-769d-472b-94d5-4e35801ecf07 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Unset dirty status for tenant:fe244484f68744dda6530fb47852352e on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:56:50.430788 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-03eb9d51-7abc-44f4-bdc2-ff54ca0d7d50 req-24283532-769d-472b-94d5-4e35801ecf07 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 210 time: 0.1367095 Jun 04 13:56:50.481636 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-90475523-72d9-4833-8908-0a5de27ec35e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:50.482795 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-90475523-72d9-4833-8908-0a5de27ec35e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "DELETE /v2.0/floatingips/da9e700b-ae6d-4363-9f43-2399787bfcc3 HTTP/1.1" status: 204 len: 168 time: 0.9795506 Jun 04 13:56:50.632166 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47138) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:50.637291 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-f7a20aa8-4ac4-4229-82cd-f635a44f00ad tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1466474967', 'description': 'tempest-description--239291752'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:50.643736 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f7a20aa8-4ac4-4229-82cd-f635a44f00ad tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:50.654861 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f7a20aa8-4ac4-4229-82cd-f635a44f00ad tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Usage tracker for resource:security_group and tenant:1bab325121754db6a16249d176589adc is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:50.654861 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f7a20aa8-4ac4-4229-82cd-f635a44f00ad tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:50.656304 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f7a20aa8-4ac4-4229-82cd-f635a44f00ad tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:50.731489 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f7a20aa8-4ac4-4229-82cd-f635a44f00ad tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:50.751400 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f7a20aa8-4ac4-4229-82cd-f635a44f00ad tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:50.755095 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f7a20aa8-4ac4-4229-82cd-f635a44f00ad tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Usage tracker for resource:security_group_rule and tenant:1bab325121754db6a16249d176589adc is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:50.757761 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f7a20aa8-4ac4-4229-82cd-f635a44f00ad tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:50.763270 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f7a20aa8-4ac4-4229-82cd-f635a44f00ad tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:50.829574 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f7a20aa8-4ac4-4229-82cd-f635a44f00ad tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:50.910077 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f7a20aa8-4ac4-4229-82cd-f635a44f00ad tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:50.953336 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a20aa8-4ac4-4229-82cd-f635a44f00ad tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06561dac-cffe-4f9c-96ac-7dbe73247d10,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:51.018737 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f7a20aa8-4ac4-4229-82cd-f635a44f00ad tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:51.019947 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-f7a20aa8-4ac4-4229-82cd-f635a44f00ad tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3868079 Jun 04 13:56:51.022837 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47142) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:51.027617 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-67ae260b-4faf-4090-95a2-5782d523f649 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Request body: {'security_group_rule': {'security_group_id': '06561dac-cffe-4f9c-96ac-7dbe73247d10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:51.033255 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-67ae260b-4faf-4090-95a2-5782d523f649 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:51.036976 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-67ae260b-4faf-4090-95a2-5782d523f649 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Usage tracker for resource:security_group_rule and tenant:1bab325121754db6a16249d176589adc is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:51.039783 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-67ae260b-4faf-4090-95a2-5782d523f649 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:51.045261 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-67ae260b-4faf-4090-95a2-5782d523f649 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:51.128603 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-67ae260b-4faf-4090-95a2-5782d523f649 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:51.186065 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-67ae260b-4faf-4090-95a2-5782d523f649 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:51.258878 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-67ae260b-4faf-4090-95a2-5782d523f649 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:51.284983 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae260b-4faf-4090-95a2-5782d523f649 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c78a15d-495b-4018-82b3-ec661293a2b6,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:51.378718 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-67ae260b-4faf-4090-95a2-5782d523f649 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:51.379931 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-67ae260b-4faf-4090-95a2-5782d523f649 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3561976 Jun 04 13:56:51.382665 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47146) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:51.389669 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-74af8b0f-500d-4e6a-9e11-99520aa89b4a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Request body: {'security_group_rule': {'security_group_id': '06561dac-cffe-4f9c-96ac-7dbe73247d10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:51.393459 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-74af8b0f-500d-4e6a-9e11-99520aa89b4a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:51.397246 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-74af8b0f-500d-4e6a-9e11-99520aa89b4a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Usage tracker for resource:security_group_rule and tenant:1bab325121754db6a16249d176589adc is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:51.400203 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-74af8b0f-500d-4e6a-9e11-99520aa89b4a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:51.406008 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-74af8b0f-500d-4e6a-9e11-99520aa89b4a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:51.472539 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-74af8b0f-500d-4e6a-9e11-99520aa89b4a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:51.539107 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-74af8b0f-500d-4e6a-9e11-99520aa89b4a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:51.595364 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-311c644f-bec9-4b3a-8e97-c24084a1cb12 req-c417a9b7-7c0a-486e-83c0-d71b75c110cf tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 210 time: 0.0550754 Jun 04 13:56:51.607229 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-74af8b0f-500d-4e6a-9e11-99520aa89b4a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:51.630506 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af8b0f-500d-4e6a-9e11-99520aa89b4a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e39c073-12b5-4789-b986-2235f844bfef,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:51.652059 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-d319cce7-04ca-43cf-bfb2-3ed8930fc2cf tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:51.652768 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-d319cce7-04ca-43cf-bfb2-3ed8930fc2cf tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Synchronizing usage tracker for tenant:fe244484f68744dda6530fb47852352e on resource:network {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:56:51.693119 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-74af8b0f-500d-4e6a-9e11-99520aa89b4a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:51.694349 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-74af8b0f-500d-4e6a-9e11-99520aa89b4a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107460 Jun 04 13:56:51.698031 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47152) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:56:51.702896 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Request body: {'floatingip': {'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:51.709114 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:51.710361 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-d319cce7-04ca-43cf-bfb2-3ed8930fc2cf tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Unset dirty status for tenant:fe244484f68744dda6530fb47852352e on resource:network {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:56:51.712060 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-d319cce7-04ca-43cf-bfb2-3ed8930fc2cf tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.17 "GET /v2.0/networks?id=28f01122-e136-4dc9-ad3d-33938cfcfa55 HTTP/1.1" status: 200 len: 809 time: 0.2675142 Jun 04 13:56:51.712866 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Usage tracker for resource:floatingip and tenant:1bab325121754db6a16249d176589adc is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:56:51.715699 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:56:51.722013 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:51.769556 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-a28b4004-4948-4526-8f08-1a9675f9246d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Synchronizing usage tracker for tenant:fe244484f68744dda6530fb47852352e on resource:security_group {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:56:51.777577 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for floatingip, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:51.784950 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-a28b4004-4948-4526-8f08-1a9675f9246d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Unset dirty status for tenant:fe244484f68744dda6530fb47852352e on resource:security_group {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:56:51.786373 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-a28b4004-4948-4526-8f08-1a9675f9246d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe244484f68744dda6530fb47852352e HTTP/1.1" status: 200 len: 379 time: 0.0575523 Jun 04 13:56:51.794526 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Request body: {'port': {'device_id': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'admin_state_up': True, 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'security_groups': ['35555c00-6303-4bf4-871e-4cc4a322c6fc']}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:51.924764 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:51.932809 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:51.943155 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:52.024481 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Made reservation on behalf of fe244484f68744dda6530fb47852352e for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:56:52.027970 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:52.064622 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Allocated IP 172.28.3.156 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/08d6a0c8-636f-4f67-a936-78abcfaa8376) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:56:52.189027 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Allocated IP 172.20.0.14 (28f01122-e136-4dc9-ad3d-33938cfcfa55/686a6177-2f34-421f-b1a7-5a4e94026be4/63f83f9f-557c-44d7-a886-b3dafbe5e988) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:56:52.212377 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:52.310815 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:52.372411 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:52.377395 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:56:52.380245 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:56:52.383824 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:56:52.388428 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Transition to ACTIVE for port object 63f83f9f-557c-44d7-a886-b3dafbe5e988 will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:52.418937 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event updated for resources: {'Port': ['ID=08d6a0c8-636f-4f67-a936-78abcfaa8376,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:52.466693 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:52.476428 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:52.542927 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Network 28f01122-e136-4dc9-ad3d-33938cfcfa55 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:56:52.546407 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:56:52.550782 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:56:52.621833 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:52.720644 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Pushing event updated for resources: {'Port': ['ID=63f83f9f-557c-44d7-a886-b3dafbe5e988,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:52.731586 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:52.732183 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:52.837058 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-bc6b86e4-45f1-4e76-bbb3-ac5eda7abf06 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0461044 Jun 04 13:56:52.854594 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Request body: {'port': {'device_id': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:52.901910 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846512a8-51ca-4b10-a4e6-fedb63b5dd20 req-b77e3a75-d0d7-43ab-9bf2-0a5ad4090caf tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:52.903381 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-846512a8-51ca-4b10-a4e6-fedb63b5dd20 req-b77e3a75-d0d7-43ab-9bf2-0a5ad4090caf tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 932 time: 0.1313689 Jun 04 13:56:52.930000 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:52.944741 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-8db54ef1-2649-4a9b-97ca-8bf8a3ddad3f None None] Provisioning for port 63f83f9f-557c-44d7-a886-b3dafbe5e988 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:56:52.951397 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-8db54ef1-2649-4a9b-97ca-8bf8a3ddad3f None None] Provisioning complete for port 63f83f9f-557c-44d7-a886-b3dafbe5e988 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:52.951894 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-8db54ef1-2649-4a9b-97ca-8bf8a3ddad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:52.956709 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-846512a8-51ca-4b10-a4e6-fedb63b5dd20 req-fdddc502-7535-4200-8e4b-cd25aa8cb38d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446234 Jun 04 13:56:52.966405 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:53.008771 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-8db54ef1-2649-4a9b-97ca-8bf8a3ddad3f None None] Port 63f83f9f-557c-44d7-a886-b3dafbe5e988 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:56:53.035945 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2204551'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:53.144048 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event updated for resources: {'Port': ['ID=08d6a0c8-636f-4f67-a936-78abcfaa8376,revision_number=2']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:53.157487 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:53.242206 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:53.243429 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-f13ee3c1-4ae3-4288-ac6f-97c17bfc72ab tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5444429 Jun 04 13:56:53.313117 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f83f9f-557c-44d7-a886-b3dafbe5e988 {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:56:53.320453 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:53.335401 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Transition to ACTIVE for port object 63f83f9f-557c-44d7-a886-b3dafbe5e988 will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:53.403061 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-1b3d6864-75ce-48ce-b9ad-2253903cc03d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1466474967&fields=id&tenant_id=1bab325121754db6a16249d176589adc HTTP/1.1" status: 200 len: 267 time: 0.0392034 Jun 04 13:56:53.430194 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:53.640687 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Pushing event updated for resources: {'Port': ['ID=63f83f9f-557c-44d7-a886-b3dafbe5e988,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:53.731208 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-e1a6451e-5860-483e-bfd3-e21223052b27 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:53.732622 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-e1a6451e-5860-483e-bfd3-e21223052b27 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/networks?id=15ca5580-d168-42fa-8af5-abcdc93e9ac4 HTTP/1.1" status: 200 len: 810 time: 0.3231401 Jun 04 13:56:53.754912 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-192c1447-d423-4da6-ad88-8f07390e2faf tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/quotas/1bab325121754db6a16249d176589adc HTTP/1.1" status: 200 len: 375 time: 0.0161619 Jun 04 13:56:53.815642 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Attempting to bind port 63f83f9f-557c-44d7-a886-b3dafbe5e988 on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:56:53.815893 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Attempting to bind port 63f83f9f-557c-44d7-a886-b3dafbe5e988 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '1d88defc-ce8b-420a-afbc-04bd81222c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:56:53.816219 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Attempting to bind port 63f83f9f-557c-44d7-a886-b3dafbe5e988 on network 28f01122-e136-4dc9-ad3d-33938cfcfa55 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:56:53.824020 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Port 63f83f9f-557c-44d7-a886-b3dafbe5e988 on network 28f01122-e136-4dc9-ad3d-33938cfcfa55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:56:53.824336 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Attempting to bind port 63f83f9f-557c-44d7-a886-b3dafbe5e988 on network 28f01122-e136-4dc9-ad3d-33938cfcfa55 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:56:53.832214 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:56:53.832545 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Checking segment: {'id': '1d88defc-ce8b-420a-afbc-04bd81222c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:56:53.832922 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Bound using segment: {'id': '1d88defc-ce8b-420a-afbc-04bd81222c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:56:53.833338 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Bound port: 63f83f9f-557c-44d7-a886-b3dafbe5e988, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d88defc-ce8b-420a-afbc-04bd81222c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:56:53.833683 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:53.916420 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-d6027b0b-1077-47e6-90b6-47a0649dceb4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1bab325121754db6a16249d176589adc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1549668 Jun 04 13:56:53.949846 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] For port 63f83f9f-557c-44d7-a886-b3dafbe5e988, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:56:53.952744 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] For port 63f83f9f-557c-44d7-a886-b3dafbe5e988, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:56:54.052143 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:54.148741 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c075a-d171-457f-b14e-2a9db56d08d4 req-88d0dcae-3f60-4eb3-83a3-d7e8e510634b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:54.150950 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f07c075a-d171-457f-b14e-2a9db56d08d4 req-88d0dcae-3f60-4eb3-83a3-d7e8e510634b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 944 time: 0.0838716 Jun 04 13:56:54.151053 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:54.152090 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:54.153404 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] 10.222.0.17 "PUT /v2.0/ports/63f83f9f-557c-44d7-a886-b3dafbe5e988 HTTP/1.1" status: 200 len: 1094 time: 1.3028724 Jun 04 13:56:54.160637 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'tag': '63f83f9f-557c-44d7-a886-b3dafbe5e988'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:56:54.201115 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f07c075a-d171-457f-b14e-2a9db56d08d4 req-7bd55ae9-7fab-4189-bd48-02f0b55353f6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441313 Jun 04 13:56:54.229027 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07edb7-40ba-4297-88a2-d3848d678776 service neutron] Pushing event updated for resources: {'Port': ['ID=63f83f9f-557c-44d7-a886-b3dafbe5e988,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:54.252141 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-96f76b56-88c5-4c82-853b-918f87604c65 service neutron] 10.222.0.15 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192174 Jun 04 13:56:54.257835 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e152eaa-e4e5-44ed-b8cd-abd8d66c1979'] response: {'name': 'network-changed', 'server_uuid': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'tag': '63f83f9f-557c-44d7-a886-b3dafbe5e988', 'status': 'completed', 'code': 200} Jun 04 13:56:54.444216 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-1e8e1d4b-1a81-4fe6-8d8a-24d819489dac service neutron] 10.222.0.15 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849179 Jun 04 13:56:54.446115 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-607c1c9d-1e2d-413c-aaf4-461b445e2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:54.447428 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-607c1c9d-1e2d-413c-aaf4-461b445e2a4b service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe244484f68744dda6530fb47852352e&device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 1097 time: 0.1583333 Jun 04 13:56:54.605805 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-c14c3b17-6e18-4b85-a7b8-2b2c110b6e53 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988 HTTP/1.1" status: 200 len: 217 time: 0.1407814 Jun 04 13:56:54.672268 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-0eeec4ab-ae4b-4563-9b0f-12d65c4c5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:54.673809 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-0eeec4ab-ae4b-4563-9b0f-12d65c4c5e85 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=686a6177-2f34-421f-b1a7-5a4e94026be4 HTTP/1.1" status: 200 len: 848 time: 0.0618460 Jun 04 13:56:54.705135 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-915e84df-fec1-45af-a3f0-15f78c83d6d1 req-a6c163a8-2eb1-4b60-82b0-84b0d9f4c673 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Synchronizing usage tracker for tenant:1bab325121754db6a16249d176589adc on resource:port {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:56:54.751203 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-05de45ba-e4d3-4a2d-acda-219774a6337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:54.752707 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-05de45ba-e4d3-4a2d-acda-219774a6337a service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=28f01122-e136-4dc9-ad3d-33938cfcfa55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710654 Jun 04 13:56:54.784777 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-915e84df-fec1-45af-a3f0-15f78c83d6d1 req-a6c163a8-2eb1-4b60-82b0-84b0d9f4c673 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Unset dirty status for tenant:1bab325121754db6a16249d176589adc on resource:port {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:56:54.788897 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-915e84df-fec1-45af-a3f0-15f78c83d6d1 req-a6c163a8-2eb1-4b60-82b0-84b0d9f4c673 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 210 time: 0.1205437 Jun 04 13:56:54.884902 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-41f515bb-49c6-4e59-9045-5474c86fb1d2 service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239796 Jun 04 13:56:55.014927 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ad9ec8f-8659-480a-886c-35a8f5908510 req-3c9c671b-e7b0-497d-b441-4e406afa9e06 service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227193 Jun 04 13:56:55.256392 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73474d-baaf-4deb-b79b-e08e6052b7cb req-65a66111-5d74-40c4-a8fd-5a5412497eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:55.257904 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0b73474d-baaf-4deb-b79b-e08e6052b7cb req-65a66111-5d74-40c4-a8fd-5a5412497eea service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe244484f68744dda6530fb47852352e&device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 1097 time: 0.0763900 Jun 04 13:56:55.437611 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73474d-baaf-4deb-b79b-e08e6052b7cb req-5ab78066-c724-4302-ae53-d78fe46704af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:55.439645 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0b73474d-baaf-4deb-b79b-e08e6052b7cb req-5ab78066-c724-4302-ae53-d78fe46704af service neutron] 10.222.0.17 "GET /v2.0/networks?id=28f01122-e136-4dc9-ad3d-33938cfcfa55 HTTP/1.1" status: 200 len: 910 time: 0.1759112 Jun 04 13:56:55.455031 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f33d24-0906-4ee4-8075-9e06fb73d429 req-d6dd4565-1075-4c52-9a64-7a6d9fe50f66 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:55.458881 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-39f33d24-0906-4ee4-8075-9e06fb73d429 req-d6dd4565-1075-4c52-9a64-7a6d9fe50f66 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Synchronizing usage tracker for tenant:fe244484f68744dda6530fb47852352e on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:56:55.522327 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0b73474d-baaf-4deb-b79b-e08e6052b7cb req-b98e04b7-37c0-4bd3-bea9-bfee827d24bf service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988 HTTP/1.1" status: 200 len: 217 time: 0.0748026 Jun 04 13:56:55.582655 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73474d-baaf-4deb-b79b-e08e6052b7cb req-a7f4f208-33e8-42ac-9538-e417d740b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:55.584068 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0b73474d-baaf-4deb-b79b-e08e6052b7cb req-a7f4f208-33e8-42ac-9538-e417d740b2bf service neutron] 10.222.0.17 "GET /v2.0/subnets?id=686a6177-2f34-421f-b1a7-5a4e94026be4 HTTP/1.1" status: 200 len: 848 time: 0.0560346 Jun 04 13:56:55.627778 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-39f33d24-0906-4ee4-8075-9e06fb73d429 req-d6dd4565-1075-4c52-9a64-7a6d9fe50f66 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Unset dirty status for tenant:fe244484f68744dda6530fb47852352e on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:56:55.628856 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-39f33d24-0906-4ee4-8075-9e06fb73d429 req-d6dd4565-1075-4c52-9a64-7a6d9fe50f66 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 944 time: 0.2989919 Jun 04 13:56:55.685094 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-39f33d24-0906-4ee4-8075-9e06fb73d429 req-e2276912-ef84-4cc8-b967-6362e8c1ccd7 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498669 Jun 04 13:56:55.698605 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73474d-baaf-4deb-b79b-e08e6052b7cb req-18cf37ec-a18f-4a8f-89b9-ea8826b65b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:55.700048 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0b73474d-baaf-4deb-b79b-e08e6052b7cb req-18cf37ec-a18f-4a8f-89b9-ea8826b65b58 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=28f01122-e136-4dc9-ad3d-33938cfcfa55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1089363 Jun 04 13:56:55.831688 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0b73474d-baaf-4deb-b79b-e08e6052b7cb req-0f254927-1fba-453e-a6e7-7c798b2ed318 service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244774 Jun 04 13:56:55.929803 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c501fe2a-f92a-4127-9fa4-9f426ebe2896 req-0d2fe88c-f044-4834-bf6d-7128cb8c251e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 210 time: 0.0423362 Jun 04 13:56:55.965677 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0b73474d-baaf-4deb-b79b-e08e6052b7cb req-01b6e9c0-a7ea-4724-9137-21620752ccff service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263473 Jun 04 13:56:56.736314 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-e619eaf9-387f-478a-89b7-538ecdd2e4a5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:56.737730 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-e619eaf9-387f-478a-89b7-538ecdd2e4a5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.17 "GET /v2.0/networks?id=15ca5580-d168-42fa-8af5-abcdc93e9ac4 HTTP/1.1" status: 200 len: 810 time: 0.1439004 Jun 04 13:56:56.794586 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f37b78da-480d-4ca0-a411-a8be993a41c5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bab325121754db6a16249d176589adc HTTP/1.1" status: 200 len: 380 time: 0.0422401 Jun 04 13:56:56.841629 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Request body: {'port': {'device_id': '48877d5c-bbcd-4c88-93e0-c7e3d74abb58', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'admin_state_up': True, 'tenant_id': '1bab325121754db6a16249d176589adc', 'security_groups': ['06561dac-cffe-4f9c-96ac-7dbe73247d10']}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:57.077303 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de7deb-ff22-476d-9fb0-b5451587f633 req-549bb6e4-d278-4e37-bc67-6e28f0b3a536 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:57.078801 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f4de7deb-ff22-476d-9fb0-b5451587f633 req-549bb6e4-d278-4e37-bc67-6e28f0b3a536 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 944 time: 0.2832339 Jun 04 13:56:57.083532 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:56:57.086982 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-bb69aaf5-1f05-4e91-8cdc-fe065d6c0a34 req-65eba762-be5b-4b71-b9ed-89cff9693253 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 210 time: 0.0461819 Jun 04 13:56:57.111282 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:56:57.136730 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f4de7deb-ff22-476d-9fb0-b5451587f633 req-f9669467-a50f-45d4-a3c6-cb4532f2166a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508187 Jun 04 13:56:57.201465 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Made reservation on behalf of 1bab325121754db6a16249d176589adc for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:56:57.204906 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:57.361596 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Allocated IP 172.20.0.6 (15ca5580-d168-42fa-8af5-abcdc93e9ac4/1b549cf0-8286-455e-9abd-46f9e5d41a3c/0afc0fa9-a984-4f2f-9db3-f843bca62c3c) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:56:57.540601 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:57.555225 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Transition to ACTIVE for port object 0afc0fa9-a984-4f2f-9db3-f843bca62c3c will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:57.642268 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:57.711206 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:56:57.714638 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:56:57.718367 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:56:57.754616 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event updated for resources: {'Port': ['ID=0afc0fa9-a984-4f2f-9db3-f843bca62c3c,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:57.786624 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:57.794902 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:57.897824 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-f1c9e66c-894c-4693-ab3c-8cc2c47a3629 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0677657 Jun 04 13:56:57.976730 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-9909a745-932c-4783-964c-076699275e2a None None] Provisioning for port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:56:57.981535 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-9909a745-932c-4783-964c-076699275e2a None None] Provisioning complete for port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:57.984050 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9909a745-932c-4783-964c-076699275e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:58.012943 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Request body: {'port': {'device_id': '48877d5c-bbcd-4c88-93e0-c7e3d74abb58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:56:58.033382 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-9909a745-932c-4783-964c-076699275e2a None None] Port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:56:58.123202 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:58.277687 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffea7fe-d7ad-4094-98a0-d42c6d21c39d req-86943023-2281-453e-9930-e6d8ff3f98c5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:58.279257 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cffea7fe-d7ad-4094-98a0-d42c6d21c39d req-86943023-2281-453e-9930-e6d8ff3f98c5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 931 time: 0.0870938 Jun 04 13:56:58.322108 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-cffea7fe-d7ad-4094-98a0-d42c6d21c39d req-fc6d7fd2-b11c-4cdf-add8-7a60bb512c62 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Synchronizing usage tracker for tenant:1bab325121754db6a16249d176589adc on resource:security_group {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:56:58.384532 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-cffea7fe-d7ad-4094-98a0-d42c6d21c39d req-fc6d7fd2-b11c-4cdf-add8-7a60bb512c62 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Unset dirty status for tenant:1bab325121754db6a16249d176589adc on resource:security_group {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:56:58.385673 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cffea7fe-d7ad-4094-98a0-d42c6d21c39d req-fc6d7fd2-b11c-4cdf-add8-7a60bb512c62 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006207 Jun 04 13:56:58.449197 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefb773-45e4-4504-8993-5de939f7619c req-6739830b-4209-4575-92fa-26964f71510e tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:58.450577 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cdefb773-45e4-4504-8993-5de939f7619c req-6739830b-4209-4575-92fa-26964f71510e tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 944 time: 0.1923804 Jun 04 13:56:58.536208 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cdefb773-45e4-4504-8993-5de939f7619c req-0155010c-fab0-49d3-8257-19f209ed2fbc tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796921 Jun 04 13:56:58.559963 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afc0fa9-a984-4f2f-9db3-f843bca62c3c {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:56:58.567637 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:58.581298 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Transition to ACTIVE for port object 0afc0fa9-a984-4f2f-9db3-f843bca62c3c will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:56:58.657190 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:58.813329 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Pushing event updated for resources: {'Port': ['ID=0afc0fa9-a984-4f2f-9db3-f843bca62c3c,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:58.888783 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Attempting to bind port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:56:58.889112 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Attempting to bind port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:56:58.889436 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Attempting to bind port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c on network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:56:58.893992 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c on network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:56:58.894309 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Attempting to bind port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c on network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:56:58.899329 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:56:58.899892 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Checking segment: {'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:56:58.899990 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Bound using segment: {'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:56:58.900404 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Bound port: 0afc0fa9-a984-4f2f-9db3-f843bca62c3c, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:56:58.900741 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:58.988223 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] For port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:56:58.991053 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] For port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=0afc0fa9-a984-4f2f-9db3-f843bca62c3c,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:56:59.076323 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:59.138092 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:59.138699 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:59.140087 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] 10.222.0.17 "PUT /v2.0/ports/0afc0fa9-a984-4f2f-9db3-f843bca62c3c HTTP/1.1" status: 200 len: 1093 time: 1.1313801 Jun 04 13:56:59.140634 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48877d5c-bbcd-4c88-93e0-c7e3d74abb58', 'tag': '0afc0fa9-a984-4f2f-9db3-f843bca62c3c'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:56:59.162666 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162dbed-17f2-4edf-8cbe-df386b87ab12 service neutron] Pushing event updated for resources: {'Port': ['ID=0afc0fa9-a984-4f2f-9db3-f843bca62c3c,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:59.195809 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865b0320-197b-42d2-91fe-aa6ef6218b49'] response: {'name': 'network-changed', 'server_uuid': '48877d5c-bbcd-4c88-93e0-c7e3d74abb58', 'tag': '0afc0fa9-a984-4f2f-9db3-f843bca62c3c', 'status': 'completed', 'code': 200} Jun 04 13:56:59.309600 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031460b-0d12-4352-94e9-7556238a53b9 req-9f7be7dc-ef5b-4c30-b25d-831651aae734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:59.311104 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2031460b-0d12-4352-94e9-7556238a53b9 req-9f7be7dc-ef5b-4c30-b25d-831651aae734 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1bab325121754db6a16249d176589adc&device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 1096 time: 0.0744472 Jun 04 13:56:59.586006 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031460b-0d12-4352-94e9-7556238a53b9 req-b4e0b69a-8a99-48c9-80df-94ddc0d879ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:59.587442 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2031460b-0d12-4352-94e9-7556238a53b9 req-b4e0b69a-8a99-48c9-80df-94ddc0d879ec service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=1bab325121754db6a16249d176589adc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2631457 Jun 04 13:56:59.671000 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a136aa4-4105-4ac9-957b-172c0ba45d3e req-639f271a-fa7e-4485-812c-74a8f8a2fb95 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:59.671680 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-6a136aa4-4105-4ac9-957b-172c0ba45d3e req-639f271a-fa7e-4485-812c-74a8f8a2fb95 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Synchronizing usage tracker for tenant:1bab325121754db6a16249d176589adc on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:56:59.744135 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031460b-0d12-4352-94e9-7556238a53b9 req-48cb1f7d-0371-45f0-b0a4-a5ebf56b9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:59.745580 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2031460b-0d12-4352-94e9-7556238a53b9 req-48cb1f7d-0371-45f0-b0a4-a5ebf56b9017 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501777 Jun 04 13:56:59.765582 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-6a136aa4-4105-4ac9-957b-172c0ba45d3e req-639f271a-fa7e-4485-812c-74a8f8a2fb95 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Unset dirty status for tenant:1bab325121754db6a16249d176589adc on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:56:59.767308 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6a136aa4-4105-4ac9-957b-172c0ba45d3e req-639f271a-fa7e-4485-812c-74a8f8a2fb95 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 943 time: 0.2761512 Jun 04 13:56:59.805624 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e28bf-b3f0-4a43-af54-5ef18ea1ae57 req-22356549-e130-4176-b052-031a13596fa4 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:59.807104 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-261e28bf-b3f0-4a43-af54-5ef18ea1ae57 req-22356549-e130-4176-b052-031a13596fa4 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 944 time: 0.1661406 Jun 04 13:56:59.814018 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6a136aa4-4105-4ac9-957b-172c0ba45d3e req-066d4353-7df7-44fd-b6f3-277c0be837c0 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404253 Jun 04 13:56:59.850810 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-261e28bf-b3f0-4a43-af54-5ef18ea1ae57 req-0d84f3e9-93a4-48db-aa9b-76ade019d168 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378394 Jun 04 13:56:59.883941 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-79be686c-9ce4-4c48-8e03-2d4ae3b9a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:56:59.885403 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-79be686c-9ce4-4c48-8e03-2d4ae3b9a090 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1bab325121754db6a16249d176589adc&device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 1096 time: 0.0753932 Jun 04 13:56:59.961383 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-ff96db8e-0d38-437f-96ef-2036ab5211ec service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0afc0fa9-a984-4f2f-9db3-f843bca62c3c HTTP/1.1" status: 200 len: 217 time: 0.0619140 Jun 04 13:57:00.021661 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-31476790-7dc8-4844-82de-cb2c4aa02daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:00.023078 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-31476790-7dc8-4844-82de-cb2c4aa02daa service neutron] 10.222.0.17 "GET /v2.0/subnets?id=1b549cf0-8286-455e-9abd-46f9e5d41a3c HTTP/1.1" status: 200 len: 849 time: 0.0555117 Jun 04 13:57:00.100075 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-d555af5b-897f-49a3-860d-f79b7713fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:00.101614 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-d555af5b-897f-49a3-860d-f79b7713fe18 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=15ca5580-d168-42fa-8af5-abcdc93e9ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710652 Jun 04 13:57:00.234090 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-be2e3402-28ef-41fb-9768-445d4704a861 service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243439 Jun 04 13:57:00.360626 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-897421c8-2528-4e41-b349-2dc2309fc1b8 req-ff2b226a-488f-49fe-a0e1-8f6e9f036c57 service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205995 Jun 04 13:57:00.439401 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 63f83f9f-557c-44d7-a886-b3dafbe5e988 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:57:00.565863 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 63f83f9f-557c-44d7-a886-b3dafbe5e988, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:00.581657 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': '63f83f9f-557c-44d7-a886-b3dafbe5e988', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'port_id': '63f83f9f-557c-44d7-a886-b3dafbe5e988', 'mac_address': 'fa:16:3e:f1:fd:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:57:00.633658 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 63f83f9f-557c-44d7-a886-b3dafbe5e988 is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:57:00.633978 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:00.650205 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f83f9f-557c-44d7-a886-b3dafbe5e988 {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:57:00.665314 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 63f83f9f-557c-44d7-a886-b3dafbe5e988, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:00.755739 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:00.820633 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=63f83f9f-557c-44d7-a886-b3dafbe5e988,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:01.001455 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618584de-e8ed-41d2-94d5-bc5bd8ead9fe req-010062db-7264-4665-9790-af750d7f819d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:01.003099 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-618584de-e8ed-41d2-94d5-bc5bd8ead9fe req-010062db-7264-4665-9790-af750d7f819d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 943 time: 0.0838342 Jun 04 13:57:01.049669 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-618584de-e8ed-41d2-94d5-bc5bd8ead9fe req-9f0df922-82df-421d-a50e-d8df67ed1720 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406013 Jun 04 13:57:01.178087 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce4151-abe2-47bf-b707-8fe06d24c11f req-8ef52d2e-3813-43fe-8592-23b904a08b70 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:01.179522 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-99ce4151-abe2-47bf-b707-8fe06d24c11f req-8ef52d2e-3813-43fe-8592-23b904a08b70 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 945 time: 0.0806780 Jun 04 13:57:01.222587 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-99ce4151-abe2-47bf-b707-8fe06d24c11f req-b0a48efa-aa78-4e07-92a3-801de7ee014a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374625 Jun 04 13:57:01.308494 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['63f83f9f-557c-44d7-a886-b3dafbe5e988'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:57:02.231594 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dcb43-ad06-4683-aa35-b6fb247de6bb req-6d11ead6-46e0-490b-a684-a70333225463 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:02.232945 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-685dcb43-ad06-4683-aa35-b6fb247de6bb req-6d11ead6-46e0-490b-a684-a70333225463 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 943 time: 0.0798120 Jun 04 13:57:02.276326 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-685dcb43-ad06-4683-aa35-b6fb247de6bb req-ed800c85-3af2-4158-abae-e405797bc4cc tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377634 Jun 04 13:57:02.400396 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef62e7-2798-491b-9226-6a78b1e111fc req-3b836a7d-d3fb-4692-838b-98588147f662 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:02.401899 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a3ef62e7-2798-491b-9226-6a78b1e111fc req-3b836a7d-d3fb-4692-838b-98588147f662 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 945 time: 0.0785644 Jun 04 13:57:02.444563 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a3ef62e7-2798-491b-9226-6a78b1e111fc req-67d8d6e2-ae9b-47b8-856a-fd510971cfcd tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370381 Jun 04 13:57:03.454466 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba1788-e342-49c8-8b10-d02c420f9127 req-c045eb31-1158-4cfa-9112-a92e42268c1d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:03.455817 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-12ba1788-e342-49c8-8b10-d02c420f9127 req-c045eb31-1158-4cfa-9112-a92e42268c1d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 943 time: 0.0773790 Jun 04 13:57:03.502287 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-12ba1788-e342-49c8-8b10-d02c420f9127 req-ca4f1022-c498-4f7d-ab9c-b8ba27744682 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408535 Jun 04 13:57:03.624534 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0d0c7-b615-4b87-88f7-dd09410e24d6 req-d0ed004e-d0e6-4cda-9cb4-d387574be902 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:03.626528 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e1c0d0c7-b615-4b87-88f7-dd09410e24d6 req-d0ed004e-d0e6-4cda-9cb4-d387574be902 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 945 time: 0.0807736 Jun 04 13:57:03.667870 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e1c0d0c7-b615-4b87-88f7-dd09410e24d6 req-b0939745-0889-40b2-a87d-70905381ac00 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358644 Jun 04 13:57:04.458264 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 0afc0fa9-a984-4f2f-9db3-f843bca62c3c details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:57:04.469487 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 63f83f9f-557c-44d7-a886-b3dafbe5e988 up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:57:04.644156 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=0afc0fa9-a984-4f2f-9db3-f843bca62c3c,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:04.657123 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': '0afc0fa9-a984-4f2f-9db3-f843bca62c3c', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'port_id': '0afc0fa9-a984-4f2f-9db3-f843bca62c3c', 'mac_address': 'fa:16:3e:a1:31:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:57:04.684767 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e785a-bfab-480e-b705-a5397edfc43a req-a1f3183f-a528-4e86-b91f-28920bdb04a1 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:04.686252 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-454e785a-bfab-480e-b705-a5397edfc43a req-a1f3183f-a528-4e86-b91f-28920bdb04a1 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 943 time: 0.0785081 Jun 04 13:57:04.694589 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port 63f83f9f-557c-44d7-a886-b3dafbe5e988 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:57:04.709565 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port 63f83f9f-557c-44d7-a886-b3dafbe5e988 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:57:04.710420 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:04.732046 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-454e785a-bfab-480e-b705-a5397edfc43a req-434c12ab-a761-4d98-a717-8580cf45e745 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393152 Jun 04 13:57:04.748397 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:57:04.748771 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:04.779989 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afc0fa9-a984-4f2f-9db3-f843bca62c3c {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:57:04.802528 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=0afc0fa9-a984-4f2f-9db3-f843bca62c3c,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:04.857705 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 63f83f9f-557c-44d7-a886-b3dafbe5e988 is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:57:04.858107 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:04.865029 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e3e38-08a8-4987-b801-ffadae37f3cc req-d76515ed-87fe-4e19-b263-7a43a27c9249 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:04.866795 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a16e3e38-08a8-4987-b801-ffadae37f3cc req-d76515ed-87fe-4e19-b263-7a43a27c9249 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 945 time: 0.0799141 Jun 04 13:57:04.871299 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:04.914775 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a16e3e38-08a8-4987-b801-ffadae37f3cc req-338ab119-b56c-4613-a7e2-c48e6beb1d3e tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413346 Jun 04 13:57:04.936857 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f83f9f-557c-44d7-a886-b3dafbe5e988'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:57:04.951418 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 63f83f9f-557c-44d7-a886-b3dafbe5e988, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:04.961357 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=0afc0fa9-a984-4f2f-9db3-f843bca62c3c,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:05.038995 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb65067-c83c-4ef5-9ec6-bfb609264706'] response: {'server_uuid': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f83f9f-557c-44d7-a886-b3dafbe5e988', 'code': 200} Jun 04 13:57:05.041172 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:05.108711 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=63f83f9f-557c-44d7-a886-b3dafbe5e988,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:05.366183 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['0afc0fa9-a984-4f2f-9db3-f843bca62c3c'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:57:05.558953 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b49fc-02d9-432e-90a5-b84d1349b4ee req-1ce16ea5-e8b1-418b-bbd9-f1d699d12aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:05.560400 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6f7b49fc-02d9-432e-90a5-b84d1349b4ee req-1ce16ea5-e8b1-418b-bbd9-f1d699d12aec service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 1099 time: 0.0713372 Jun 04 13:57:05.599442 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6f7b49fc-02d9-432e-90a5-b84d1349b4ee req-2a0984a9-d902-4ea3-a50e-28f3916dcd96 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327282 Jun 04 13:57:05.879385 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-84d6366b-ec4c-40d2-bd56-d49d7f330034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:05.915048 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7b58f-aa4e-458d-b14a-a393d5471337 req-d1e6f1ad-93da-427a-a931-bc98d4782f66 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:05.916477 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-05d7b58f-aa4e-458d-b14a-a393d5471337 req-d1e6f1ad-93da-427a-a931-bc98d4782f66 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 944 time: 0.0778725 Jun 04 13:57:05.959816 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-05d7b58f-aa4e-458d-b14a-a393d5471337 req-fccd5437-b618-4ac6-8580-55b43ad702b2 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377309 Jun 04 13:57:06.093548 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4dc58-21a9-47cc-8b83-c0ee85f4c531 req-7c6d9026-1a9d-4008-84d6-4609c36d244b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:06.094896 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d8e4dc58-21a9-47cc-8b83-c0ee85f4c531 req-7c6d9026-1a9d-4008-84d6-4609c36d244b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0761735 Jun 04 13:57:06.139043 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d8e4dc58-21a9-47cc-8b83-c0ee85f4c531 req-1aee7dd6-f20a-4dc3-a857-3fde1c443223 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384507 Jun 04 13:57:07.144959 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1d7ba-d331-4bc1-ad59-f6f0ab274921 req-85e19789-3892-4c7c-86dd-0b089b6ea467 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:07.146597 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d6e1d7ba-d331-4bc1-ad59-f6f0ab274921 req-85e19789-3892-4c7c-86dd-0b089b6ea467 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 944 time: 0.0862257 Jun 04 13:57:07.190955 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d6e1d7ba-d331-4bc1-ad59-f6f0ab274921 req-c5c7f8d2-84dc-480d-a22b-a2fc7ad53480 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387251 Jun 04 13:57:07.324372 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e425b-1f30-449b-b185-d40613ddd8dc req-18809dae-77f5-460a-9fee-9a3408a77b6e tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:07.325717 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-175e425b-1f30-449b-b185-d40613ddd8dc req-18809dae-77f5-460a-9fee-9a3408a77b6e tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0812626 Jun 04 13:57:07.368830 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-175e425b-1f30-449b-b185-d40613ddd8dc req-915e9274-bab6-4169-aefb-fb016e9b4bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373468 Jun 04 13:57:08.070177 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-d0534f50-126d-4aff-976d-3876db5568a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:08.080982 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:08.370802 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a21c8-04fb-498e-928c-31ef91a86c2d req-bffb902f-450f-4991-9585-0a82dcfcb6d0 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:08.372207 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-bf1a21c8-04fb-498e-928c-31ef91a86c2d req-bffb902f-450f-4991-9585-0a82dcfcb6d0 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 944 time: 0.0768692 Jun 04 13:57:08.416535 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-bf1a21c8-04fb-498e-928c-31ef91a86c2d req-f5be6226-2b5b-4ca6-962f-237193e55646 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380836 Jun 04 13:57:08.487834 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 0afc0fa9-a984-4f2f-9db3-f843bca62c3c up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:57:08.550545 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b75898-0b15-4b11-bd12-68ac38130898 req-dd59295a-20ed-4041-905e-fba3c13f6acb tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:08.551994 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e8b75898-0b15-4b11-bd12-68ac38130898 req-dd59295a-20ed-4041-905e-fba3c13f6acb tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0793695 Jun 04 13:57:08.598009 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e8b75898-0b15-4b11-bd12-68ac38130898 req-4b89d119-024f-4cf9-a207-e7eda29a2195 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403759 Jun 04 13:57:08.622543 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:57:08.627443 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:57:08.627802 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:08.742094 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:57:08.742723 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:08.768990 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48877d5c-bbcd-4c88-93e0-c7e3d74abb58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afc0fa9-a984-4f2f-9db3-f843bca62c3c'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:57:08.778583 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=0afc0fa9-a984-4f2f-9db3-f843bca62c3c,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:08.783864 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8e1e7-46e7-4374-9e2c-8af96e37f298 req-fe94abd0-34de-48cd-a3c6-5fd15553651a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:08.786919 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4cf8e1e7-46e7-4374-9e2c-8af96e37f298 req-fe94abd0-34de-48cd-a3c6-5fd15553651a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0854967 Jun 04 13:57:08.815025 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f7bc68-2b32-4875-a0eb-02ba20af84bc'] response: {'server_uuid': '48877d5c-bbcd-4c88-93e0-c7e3d74abb58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afc0fa9-a984-4f2f-9db3-f843bca62c3c', 'code': 200} Jun 04 13:57:08.830055 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4cf8e1e7-46e7-4374-9e2c-8af96e37f298 req-b263b6a7-f068-4d8e-b607-cdd2e0943809 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383081 Jun 04 13:57:08.855772 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47260) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:08.862606 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:08.932541 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=0afc0fa9-a984-4f2f-9db3-f843bca62c3c,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:08.939707 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:08.940052 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:08.940392 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:08.940724 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:08.941058 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:08.941378 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:08.941706 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:08.942052 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:08.942379 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:08.951032 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:08.951032 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:08.951032 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:08.967739 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311aedb4-8b7e-421a-8858-2bcee7deb21e tempest-TestShelveInstance-1121607467 tempest-TestShelveInstance-1121607467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:08.969815 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-311aedb4-8b7e-421a-8858-2bcee7deb21e tempest-TestShelveInstance-1121607467 tempest-TestShelveInstance-1121607467-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 1094 time: 0.1130807 Jun 04 13:57:08.972814 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47266) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:08.977701 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Request body: {'floatingip': {'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'port_id': '63f83f9f-557c-44d7-a886-b3dafbe5e988', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:57:08.983720 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:57:08.987831 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Usage tracker for resource:floatingip and tenant:fe244484f68744dda6530fb47852352e is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:57:08.990681 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:57:08.996618 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:57:09.056459 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:09.107965 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for floatingip, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:09.224232 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:09.254248 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:09.335093 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4083959-ee29-470b-8086-3c43712de2e5 req-7fc37f2f-0595-47e0-a75b-51bbde7a0838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:09.336611 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a4083959-ee29-470b-8086-3c43712de2e5 req-7fc37f2f-0595-47e0-a75b-51bbde7a0838 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 1098 time: 0.1475985 Jun 04 13:57:09.376497 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a4083959-ee29-470b-8086-3c43712de2e5 req-1f428540-8199-4a90-b758-c46433bbca5e service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335791 Jun 04 13:57:09.394672 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Allocated IP 172.28.3.60 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/87f05b14-5f5a-42bf-b424-29e2027cd2dc) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:57:09.538244 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:09.598487 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd5714-a6ae-48c3-8e2f-cc22b6fddcb2 req-f4b94b49-dd36-45b9-abc2-b8e6a27f3a81 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:09.599915 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2efd5714-a6ae-48c3-8e2f-cc22b6fddcb2 req-f4b94b49-dd36-45b9-abc2-b8e6a27f3a81 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 945 time: 0.0790825 Jun 04 13:57:09.622912 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:09.643226 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2efd5714-a6ae-48c3-8e2f-cc22b6fddcb2 req-7f179aad-65f3-4c4b-a751-879205737e1b tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375390 Jun 04 13:57:09.690107 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:57:09.693292 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:57:09.696959 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:57:09.735594 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Pushing event updated for resources: {'Port': ['ID=87f05b14-5f5a-42bf-b424-29e2027cd2dc,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:10.169086 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:10.323926 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:10.456574 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:10.522074 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:10.576194 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2204551'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:10.684900 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Pushing event updated for resources: {'Port': ['ID=87f05b14-5f5a-42bf-b424-29e2027cd2dc,revision_number=2']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:10.693473 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:10.918516 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.l3_db [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Floating IP 2947c894-5c3d-4275-b29a-75a5eade34f4 associated. External IP: 172.28.3.60, port: 63f83f9f-557c-44d7-a886-b3dafbe5e988. Jun 04 13:57:10.971409 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9e2b0-c668-46d9-adf2-d6aeff7d7645 req-72dbe957-7234-4a47-bc2b-aa80d006718c tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:10.972772 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f5e9e2b0-c668-46d9-adf2-d6aeff7d7645 req-72dbe957-7234-4a47-bc2b-aa80d006718c tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 945 time: 0.2192252 Jun 04 13:57:11.094391 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f5e9e2b0-c668-46d9-adf2-d6aeff7d7645 req-acd858f1-ca0e-4dd4-8ea2-f46a96cf7403 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159081 Jun 04 13:57:11.309487 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Router adb60a91-389f-4070-a55e-8b57e22ccff1 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:57:11.486958 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:57:11.496253 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ad96e-27d0-4e68-8590-97f134e06f22 None None] Sync routers for ids ['adb60a91-389f-4070-a55e-8b57e22ccff1'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:57:11.505061 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ad96e-27d0-4e68-8590-97f134e06f22 None None] Routers {'adb60a91-389f-4070-a55e-8b57e22ccff1'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:57:11.505659 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-8c1ad96e-27d0-4e68-8590-97f134e06f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:57:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['adb60a91-389f-4070-a55e-8b57e22ccff1'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:11.576749 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:11.680396 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-8c1ad96e-27d0-4e68-8590-97f134e06f22 None None] Set router adb60a91-389f-4070-a55e-8b57e22ccff1 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:57:11.719791 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-69a2cb85-7874-4411-a9ac-e9881871f7c5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7459531 Jun 04 13:57:11.720533 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'tag': '63f83f9f-557c-44d7-a886-b3dafbe5e988'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:57:11.765310 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed1154c-1e73-4eac-994d-043402cb5423'] response: {'name': 'network-changed', 'server_uuid': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'tag': '63f83f9f-557c-44d7-a886-b3dafbe5e988', 'status': 'completed', 'code': 200} Jun 04 13:57:11.882603 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084977ba-f4d1-461a-9745-12b89895096a req-83424716-2a92-4223-a7b4-9a50bd0a3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:11.884249 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-084977ba-f4d1-461a-9745-12b89895096a req-83424716-2a92-4223-a7b4-9a50bd0a3522 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe244484f68744dda6530fb47852352e&device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 1099 time: 0.0700064 Jun 04 13:57:12.014021 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084977ba-f4d1-461a-9745-12b89895096a req-1ac11d3b-abbb-4756-a58c-b2ff9f3ab087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:12.015353 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-084977ba-f4d1-461a-9745-12b89895096a req-1ac11d3b-abbb-4756-a58c-b2ff9f3ab087 service neutron] 10.222.0.17 "GET /v2.0/networks?id=28f01122-e136-4dc9-ad3d-33938cfcfa55 HTTP/1.1" status: 200 len: 910 time: 0.1250179 Jun 04 13:57:12.028002 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-8c1ad96e-27d0-4e68-8590-97f134e06f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:07Z', 'updated_at': '2022-06-04T13:56:13Z', 'revision_number': 4, 'project_id': 'fe244484f68744dda6530fb47852352e', 'gw_port': {'id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:08Z', 'updated_at': '2022-06-04T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '2947c894-5c3d-4275-b29a-75a5eade34f4', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'floating_ip_address': '172.28.3.60', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'port_id': '63f83f9f-557c-44d7-a886-b3dafbe5e988', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'mac_address': 'fa:16:3e:f1:fd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:57:10Z', 'updated_at': '2022-06-04T13:57:10Z', 'revision_number': 0, 'project_id': 'fe244484f68744dda6530fb47852352e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fcc969-f03c-43a1-8a18-1c997c2503d0', 'name': '', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'mac_address': 'fa:16:3e:ff:90:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:12Z', 'updated_at': '2022-06-04T13:56:19Z', 'revision_number': 5, 'project_id': 'fe244484f68744dda6530fb47852352e', 'subnets': [{'id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:12.032274 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ad96e-27d0-4e68-8590-97f134e06f22 None None] Checking router: adb60a91-389f-4070-a55e-8b57e22ccff1 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:57:12.040501 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ad96e-27d0-4e68-8590-97f134e06f22 None None] Routers {'adb60a91-389f-4070-a55e-8b57e22ccff1'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:57:12.041106 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-8c1ad96e-27d0-4e68-8590-97f134e06f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:57:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['adb60a91-389f-4070-a55e-8b57e22ccff1'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:12.118016 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-084977ba-f4d1-461a-9745-12b89895096a req-594f5037-2fce-46bd-94f3-512f310ddb8f service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988 HTTP/1.1" status: 200 len: 999 time: 0.0954752 Jun 04 13:57:12.198496 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084977ba-f4d1-461a-9745-12b89895096a req-891745cc-4564-4f95-91db-f1453649bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:12.199928 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-084977ba-f4d1-461a-9745-12b89895096a req-891745cc-4564-4f95-91db-f1453649bd70 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=686a6177-2f34-421f-b1a7-5a4e94026be4 HTTP/1.1" status: 200 len: 848 time: 0.0683680 Jun 04 13:57:12.218917 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-8c1ad96e-27d0-4e68-8590-97f134e06f22 None None] Set router adb60a91-389f-4070-a55e-8b57e22ccff1 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:57:12.275972 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084977ba-f4d1-461a-9745-12b89895096a req-6a9695b1-d512-4618-88ef-0f4534908acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:12.277693 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-084977ba-f4d1-461a-9745-12b89895096a req-6a9695b1-d512-4618-88ef-0f4534908acc service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=28f01122-e136-4dc9-ad3d-33938cfcfa55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712049 Jun 04 13:57:12.284606 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffb8bb-a43b-4b8e-91b2-93fd2482e4c2 req-237310d6-5c83-4df0-a322-eca69e976711 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:12.286176 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-70ffb8bb-a43b-4b8e-91b2-93fd2482e4c2 req-237310d6-5c83-4df0-a322-eca69e976711 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 945 time: 0.0818417 Jun 04 13:57:12.330301 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-70ffb8bb-a43b-4b8e-91b2-93fd2482e4c2 req-ad2b1431-1b5f-487e-afe5-178a062aba55 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384626 Jun 04 13:57:12.411828 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-084977ba-f4d1-461a-9745-12b89895096a req-f328ae52-fe9a-4ca6-9359-4b2855a64bc4 service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271863 Jun 04 13:57:12.598667 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-8c1ad96e-27d0-4e68-8590-97f134e06f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:07Z', 'updated_at': '2022-06-04T13:56:13Z', 'revision_number': 4, 'project_id': 'fe244484f68744dda6530fb47852352e', 'gw_port': {'id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:08Z', 'updated_at': '2022-06-04T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '2947c894-5c3d-4275-b29a-75a5eade34f4', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'floating_ip_address': '172.28.3.60', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'port_id': '63f83f9f-557c-44d7-a886-b3dafbe5e988', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'mac_address': 'fa:16:3e:f1:fd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:57:10Z', 'updated_at': '2022-06-04T13:57:10Z', 'revision_number': 0, 'project_id': 'fe244484f68744dda6530fb47852352e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fcc969-f03c-43a1-8a18-1c997c2503d0', 'name': '', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'mac_address': 'fa:16:3e:ff:90:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:12Z', 'updated_at': '2022-06-04T13:56:19Z', 'revision_number': 5, 'project_id': 'fe244484f68744dda6530fb47852352e', 'subnets': [{'id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:12.601591 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-084977ba-f4d1-461a-9745-12b89895096a req-2650613b-8db3-4184-bed3-081b0653b980 service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824105 Jun 04 13:57:12.602606 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1ad96e-27d0-4e68-8590-97f134e06f22 None None] The sync data for ids ['adb60a91-389f-4070-a55e-8b57e22ccff1'] in dv-cinder-843593-2-smb is: [{'id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:07Z', 'updated_at': '2022-06-04T13:56:13Z', 'revision_number': 4, 'project_id': 'fe244484f68744dda6530fb47852352e', 'gw_port': {'id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:08Z', 'updated_at': '2022-06-04T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '2947c894-5c3d-4275-b29a-75a5eade34f4', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'floating_ip_address': '172.28.3.60', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'port_id': '63f83f9f-557c-44d7-a886-b3dafbe5e988', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'mac_address': 'fa:16:3e:f1:fd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:57:10Z', 'updated_at': '2022-06-04T13:57:10Z', 'revision_number': 0, 'project_id': 'fe244484f68744dda6530fb47852352e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fcc969-f03c-43a1-8a18-1c997c2503d0', 'name': '', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'mac_address': 'fa:16:3e:ff:90:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:12Z', 'updated_at': '2022-06-04T13:56:19Z', 'revision_number': 5, 'project_id': 'fe244484f68744dda6530fb47852352e', 'subnets': [{'id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:57:12.614312 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9c157-9430-4939-bc68-8eb0787a2137 req-999ace45-b63b-40a4-9bc8-c5c80a074366 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:12.615825 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-64a9c157-9430-4939-bc68-8eb0787a2137 req-999ace45-b63b-40a4-9bc8-c5c80a074366 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 945 time: 0.1783268 Jun 04 13:57:12.625436 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47282) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:12.630870 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-2e417c2e-4e1c-4b53-83ae-61c590322b27 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Request body: {'floatingip': {'port_id': '0afc0fa9-a984-4f2f-9db3-f843bca62c3c'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:57:12.708101 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2e417c2e-4e1c-4b53-83ae-61c590322b27 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for floatingip, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:12.779830 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef08817-9706-4252-a28e-8fb69d0b6312 None None] New status for floating IP 2947c894-5c3d-4275-b29a-75a5eade34f4: ACTIVE {{(pid=88650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:57:13.304693 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2e417c2e-4e1c-4b53-83ae-61c590322b27 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:13.365192 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2e417c2e-4e1c-4b53-83ae-61c590322b27 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:13.527988 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.l3_db [None req-2e417c2e-4e1c-4b53-83ae-61c590322b27 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Floating IP 38ca6230-88ad-4b8a-9f5c-0586e76e56c6 associated. External IP: 172.28.3.156, port: 0afc0fa9-a984-4f2f-9db3-f843bca62c3c. Jun 04 13:57:13.954688 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e417c2e-4e1c-4b53-83ae-61c590322b27 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Router 0c71012e-f2d1-48ad-8ae8-385151c15d14 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:57:14.078609 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad3827ae-87c5-4b99-bd3a-d3a42ef39f63 req-be749ce3-6551-4446-8305-0eb1d277e031 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-446634578&fields=id&tenant_id=457b5475220b4601bfea76d579d0a660 HTTP/1.1" status: 200 len: 267 time: 0.0694206 Jun 04 13:57:14.205606 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e417c2e-4e1c-4b53-83ae-61c590322b27 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:57:14.214194 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2e417c2e-4e1c-4b53-83ae-61c590322b27 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:14.214528 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6592a292-9a5d-4a80-b4cd-b8b676bcb7f0 None None] Sync routers for ids ['0c71012e-f2d1-48ad-8ae8-385151c15d14'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:57:14.223598 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6592a292-9a5d-4a80-b4cd-b8b676bcb7f0 None None] Routers {'0c71012e-f2d1-48ad-8ae8-385151c15d14'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:57:14.224198 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-6592a292-9a5d-4a80-b4cd-b8b676bcb7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:57:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['0c71012e-f2d1-48ad-8ae8-385151c15d14'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:14.276527 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-2e417c2e-4e1c-4b53-83ae-61c590322b27 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "PUT /v2.0/floatingips/38ca6230-88ad-4b8a-9f5c-0586e76e56c6 HTTP/1.1" status: 200 len: 991 time: 1.6499567 Jun 04 13:57:14.277304 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48877d5c-bbcd-4c88-93e0-c7e3d74abb58', 'tag': '0afc0fa9-a984-4f2f-9db3-f843bca62c3c'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:57:14.288537 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3827ae-87c5-4b99-bd3a-d3a42ef39f63 req-c3064d8a-2af2-4601-bf73-1ffddf4762df tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:14.289969 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad3827ae-87c5-4b99-bd3a-d3a42ef39f63 req-c3064d8a-2af2-4601-bf73-1ffddf4762df tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 984 time: 0.1648946 Jun 04 13:57:14.302326 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [req-ad3827ae-87c5-4b99-bd3a-d3a42ef39f63 req-6621f032-2ef7-40c0-bef7-8d8064ac192f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Request body: {'port': {'security_groups': ['40d62ad6-86c0-46fb-8625-c14030b83c11']}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:57:14.336762 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4358fcb6-9edc-4902-b34b-f15bd919294b'] response: {'name': 'network-changed', 'server_uuid': '48877d5c-bbcd-4c88-93e0-c7e3d74abb58', 'tag': '0afc0fa9-a984-4f2f-9db3-f843bca62c3c', 'status': 'completed', 'code': 200} Jun 04 13:57:14.400865 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-6592a292-9a5d-4a80-b4cd-b8b676bcb7f0 None None] Set router 0c71012e-f2d1-48ad-8ae8-385151c15d14 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:57:14.426418 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-ad3827ae-87c5-4b99-bd3a-d3a42ef39f63 req-6621f032-2ef7-40c0-bef7-8d8064ac192f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:14.443763 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac04e0-b387-4f0f-9d0f-7366ffb318a3 req-a1a671b3-c07c-4ce9-bdbb-22819378fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:14.445324 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-aaac04e0-b387-4f0f-9d0f-7366ffb318a3 req-a1a671b3-c07c-4ce9-bdbb-22819378fdd6 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=1bab325121754db6a16249d176589adc&device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 1098 time: 0.0701559 Jun 04 13:57:14.574601 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac04e0-b387-4f0f-9d0f-7366ffb318a3 req-f145802e-6027-4bab-9740-560f71f84762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:14.576043 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-aaac04e0-b387-4f0f-9d0f-7366ffb318a3 req-f145802e-6027-4bab-9740-560f71f84762 service neutron] 10.222.0.17 "GET /v2.0/networks?id=15ca5580-d168-42fa-8af5-abcdc93e9ac4 HTTP/1.1" status: 200 len: 911 time: 0.1251688 Jun 04 13:57:14.671559 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [req-ad3827ae-87c5-4b99-bd3a-d3a42ef39f63 req-6621f032-2ef7-40c0-bef7-8d8064ac192f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] For port a1db92ed-2f9c-4678-8392-4b0304df3761, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a1db92ed-2f9c-4678-8392-4b0304df3761,segment=NetworkSegment(50668f70-a9da-4be2-8997-1968b4ee7df4),segment_id=50668f70-a9da-4be2-8997-1968b4ee7df4)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:14.680991 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-aaac04e0-b387-4f0f-9d0f-7366ffb318a3 req-355df402-7ba6-458f-b4e9-33139352474b service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0afc0fa9-a984-4f2f-9db3-f843bca62c3c HTTP/1.1" status: 200 len: 999 time: 0.0983748 Jun 04 13:57:14.698153 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-ad3827ae-87c5-4b99-bd3a-d3a42ef39f63 req-6621f032-2ef7-40c0-bef7-8d8064ac192f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:14.744501 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac04e0-b387-4f0f-9d0f-7366ffb318a3 req-411b9a2a-bd9f-4ca9-9081-7470a2eb84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:14.746174 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-aaac04e0-b387-4f0f-9d0f-7366ffb318a3 req-411b9a2a-bd9f-4ca9-9081-7470a2eb84e7 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=1b549cf0-8286-455e-9abd-46f9e5d41a3c HTTP/1.1" status: 200 len: 849 time: 0.0587559 Jun 04 13:57:14.750175 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-6592a292-9a5d-4a80-b4cd-b8b676bcb7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '38ca6230-88ad-4b8a-9f5c-0586e76e56c6', 'tenant_id': '1bab325121754db6a16249d176589adc', 'floating_ip_address': '172.28.3.156', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'port_id': '0afc0fa9-a984-4f2f-9db3-f843bca62c3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'mac_address': 'fa:16:3e:a1:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48877d5c-bbcd-4c88-93e0-c7e3d74abb58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:56:52Z', 'updated_at': '2022-06-04T13:57:13Z', 'revision_number': 1, 'project_id': '1bab325121754db6a16249d176589adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3', 'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'mac_address': 'fa:16:3e:07:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:04Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 5, 'project_id': '1bab325121754db6a16249d176589adc', 'subnets': [{'id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:14.753999 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6592a292-9a5d-4a80-b4cd-b8b676bcb7f0 None None] Checking router: 0c71012e-f2d1-48ad-8ae8-385151c15d14 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:57:14.762150 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6592a292-9a5d-4a80-b4cd-b8b676bcb7f0 None None] Routers {'0c71012e-f2d1-48ad-8ae8-385151c15d14'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:57:14.762729 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-6592a292-9a5d-4a80-b4cd-b8b676bcb7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:57:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['0c71012e-f2d1-48ad-8ae8-385151c15d14'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:14.765891 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-ad3827ae-87c5-4b99-bd3a-d3a42ef39f63 req-6621f032-2ef7-40c0-bef7-8d8064ac192f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2204551'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:14.821970 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['a1db92ed-2f9c-4678-8392-4b0304df3761'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:57:14.827094 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac04e0-b387-4f0f-9d0f-7366ffb318a3 req-e0ebb0f4-7054-422e-8816-a8695deef7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:14.828717 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-aaac04e0-b387-4f0f-9d0f-7366ffb318a3 req-e0ebb0f4-7054-422e-8816-a8695deef7c4 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=15ca5580-d168-42fa-8af5-abcdc93e9ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759807 Jun 04 13:57:14.837051 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3827ae-87c5-4b99-bd3a-d3a42ef39f63 req-6621f032-2ef7-40c0-bef7-8d8064ac192f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:14.837675 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-ad3827ae-87c5-4b99-bd3a-d3a42ef39f63 req-6621f032-2ef7-40c0-bef7-8d8064ac192f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:14.839121 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad3827ae-87c5-4b99-bd3a-d3a42ef39f63 req-6621f032-2ef7-40c0-bef7-8d8064ac192f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "PUT /v2.0/ports/a1db92ed-2f9c-4678-8392-4b0304df3761 HTTP/1.1" status: 200 len: 942 time: 0.5422056 Jun 04 13:57:14.846039 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47296) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:14.883238 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621f032-2ef7-40c0-bef7-8d8064ac192f tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Pushing event updated for resources: {'Port': ['ID=a1db92ed-2f9c-4678-8392-4b0304df3761,revision_number=7']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:14.935454 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-167e2fdd-a409-4a77-a7df-26e36b248fef tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:14.970824 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-167e2fdd-a409-4a77-a7df-26e36b248fef tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:15.039177 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-6592a292-9a5d-4a80-b4cd-b8b676bcb7f0 None None] Set router 0c71012e-f2d1-48ad-8ae8-385151c15d14 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:57:15.071263 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-aaac04e0-b387-4f0f-9d0f-7366ffb318a3 req-57cc6ef6-2625-4619-84f9-d0ffb6a2725e service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356284 Jun 04 13:57:15.087409 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['a1db92ed-2f9c-4678-8392-4b0304df3761'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:57:15.109836 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-167e2fdd-a409-4a77-a7df-26e36b248fef tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:15.131932 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e2fdd-a409-4a77-a7df-26e36b248fef tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1296afa-9441-4adb-bb73-89ad25ba573e,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:15.213443 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-aaac04e0-b387-4f0f-9d0f-7366ffb318a3 req-2e3fad32-8c2e-40a8-a0ca-cf8fee25fa07 service neutron] 10.222.0.17 "GET /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353779 Jun 04 13:57:15.221313 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-167e2fdd-a409-4a77-a7df-26e36b248fef tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:15.222483 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-167e2fdd-a409-4a77-a7df-26e36b248fef tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "DELETE /v2.0/security-groups/a1296afa-9441-4adb-bb73-89ad25ba573e HTTP/1.1" status: 204 len: 168 time: 0.3755276 Jun 04 13:57:15.225145 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47300) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:15.331432 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-13ed2dfe-31f7-4938-9a8c-e8dd6389bd8d None None] Provisioning complete for port a1db92ed-2f9c-4678-8392-4b0304df3761 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:57:15.332064 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-13ed2dfe-31f7-4938-9a8c-e8dd6389bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:15.431694 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-2a234948-7d42-4a3e-a05e-432725c9df1c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Deleting port e787ea17-4e39-4156-830e-f99af7c0dc34 {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:57:15.432035 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2a234948-7d42-4a3e-a05e-432725c9df1c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:15.599591 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2a234948-7d42-4a3e-a05e-432725c9df1c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:15.599922 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2a234948-7d42-4a3e-a05e-432725c9df1c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:15.727916 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-13ed2dfe-31f7-4938-9a8c-e8dd6389bd8d None None] Current status of the port a1db92ed-2f9c-4678-8392-4b0304df3761 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:57:15.780937 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-6592a292-9a5d-4a80-b4cd-b8b676bcb7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '38ca6230-88ad-4b8a-9f5c-0586e76e56c6', 'tenant_id': '1bab325121754db6a16249d176589adc', 'floating_ip_address': '172.28.3.156', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'port_id': '0afc0fa9-a984-4f2f-9db3-f843bca62c3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'mac_address': 'fa:16:3e:a1:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48877d5c-bbcd-4c88-93e0-c7e3d74abb58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:56:52Z', 'updated_at': '2022-06-04T13:57:13Z', 'revision_number': 1, 'project_id': '1bab325121754db6a16249d176589adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3', 'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'mac_address': 'fa:16:3e:07:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:04Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 5, 'project_id': '1bab325121754db6a16249d176589adc', 'subnets': [{'id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:15.784863 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6592a292-9a5d-4a80-b4cd-b8b676bcb7f0 None None] The sync data for ids ['0c71012e-f2d1-48ad-8ae8-385151c15d14'] in dv-cinder-843593-2-smb is: [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '38ca6230-88ad-4b8a-9f5c-0586e76e56c6', 'tenant_id': '1bab325121754db6a16249d176589adc', 'floating_ip_address': '172.28.3.156', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'port_id': '0afc0fa9-a984-4f2f-9db3-f843bca62c3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'mac_address': 'fa:16:3e:a1:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48877d5c-bbcd-4c88-93e0-c7e3d74abb58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:56:52Z', 'updated_at': '2022-06-04T13:57:13Z', 'revision_number': 1, 'project_id': '1bab325121754db6a16249d176589adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3', 'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'mac_address': 'fa:16:3e:07:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:04Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 5, 'project_id': '1bab325121754db6a16249d176589adc', 'subnets': [{'id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:57:15.821005 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-2a234948-7d42-4a3e-a05e-432725c9df1c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Calling delete_port for e787ea17-4e39-4156-830e-f99af7c0dc34 owned by network:floatingip {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:57:15.956875 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5544d605-bfa9-4bd2-9078-a17179853f4d None None] New status for floating IP 38ca6230-88ad-4b8a-9f5c-0586e76e56c6: ACTIVE {{(pid=88650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:57:16.075544 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2a234948-7d42-4a3e-a05e-432725c9df1c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:16.127673 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a234948-7d42-4a3e-a05e-432725c9df1c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Pushing event deleted for resources: {'Port': ['ID=e787ea17-4e39-4156-830e-f99af7c0dc34,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:16.218758 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2a234948-7d42-4a3e-a05e-432725c9df1c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks [] for floatingip, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:16.219101 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.l3_db [None req-2a234948-7d42-4a3e-a05e-432725c9df1c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Floating IP fd2b90fa-4391-4895-8906-dc21c36f3832 disassociated (deleted). External IP: 172.28.3.220, port: a1db92ed-2f9c-4678-8392-4b0304df3761. Jun 04 13:57:16.352043 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c72599-7d34-4673-95a3-616660bfbf73', 'tag': 'a1db92ed-2f9c-4678-8392-4b0304df3761'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:57:16.442725 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a23c571-6096-4112-a0ea-0c792be3af16'] response: {'name': 'network-changed', 'server_uuid': '44c72599-7d34-4673-95a3-616660bfbf73', 'tag': 'a1db92ed-2f9c-4678-8392-4b0304df3761', 'status': 'completed', 'code': 200} Jun 04 13:57:16.530529 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d896-ff62-4483-bd01-b79c00107db7 req-8294cd1b-10dc-49da-bf0c-33b2407397ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:16.531980 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-eda2d896-ff62-4483-bd01-b79c00107db7 req-8294cd1b-10dc-49da-bf0c-33b2407397ef service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=457b5475220b4601bfea76d579d0a660&device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 1098 time: 0.0687280 Jun 04 13:57:16.567101 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a234948-7d42-4a3e-a05e-432725c9df1c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Router ae5af022-63b6-4f71-b46c-3503a7568f56 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:57:16.660491 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d896-ff62-4483-bd01-b79c00107db7 req-56dceb2b-5bfe-4319-b13a-bde9830421dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:16.661948 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-eda2d896-ff62-4483-bd01-b79c00107db7 req-56dceb2b-5bfe-4319-b13a-bde9830421dc service neutron] 10.222.0.17 "GET /v2.0/networks?id=0cf7b161-85a1-4979-a152-918a492683a5 HTTP/1.1" status: 200 len: 915 time: 0.1237850 Jun 04 13:57:16.731692 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-eda2d896-ff62-4483-bd01-b79c00107db7 req-592a0ce6-0260-464d-8e05-6f9b37ba7038 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1db92ed-2f9c-4678-8392-4b0304df3761 HTTP/1.1" status: 200 len: 217 time: 0.0629656 Jun 04 13:57:16.738829 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a234948-7d42-4a3e-a05e-432725c9df1c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:57:16.748777 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c2f0e-f446-4bd4-bd2e-51558d9cbf15 None None] Sync routers for ids ['ae5af022-63b6-4f71-b46c-3503a7568f56'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:57:16.758463 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c2f0e-f446-4bd4-bd2e-51558d9cbf15 None None] Routers {'ae5af022-63b6-4f71-b46c-3503a7568f56'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:57:16.759076 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-d47c2f0e-f446-4bd4-bd2e-51558d9cbf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:57:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['ae5af022-63b6-4f71-b46c-3503a7568f56'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:16.795824 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d896-ff62-4483-bd01-b79c00107db7 req-f4a171b3-fabc-457a-b1a7-21ee8c3e9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:16.797944 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-eda2d896-ff62-4483-bd01-b79c00107db7 req-f4a171b3-fabc-457a-b1a7-21ee8c3e9ca1 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=fd14e7ba-aaa8-4855-b3a2-9e3d63eec635 HTTP/1.1" status: 200 len: 853 time: 0.0605221 Jun 04 13:57:16.852608 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2a234948-7d42-4a3e-a05e-432725c9df1c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:16.877209 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d896-ff62-4483-bd01-b79c00107db7 req-f9a4fc32-f7cc-4178-ac70-f794d371b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:16.878728 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-eda2d896-ff62-4483-bd01-b79c00107db7 req-f9a4fc32-f7cc-4178-ac70-f794d371b458 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=0cf7b161-85a1-4979-a152-918a492683a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749667 Jun 04 13:57:16.915908 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-2a234948-7d42-4a3e-a05e-432725c9df1c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "DELETE /v2.0/floatingips/fd2b90fa-4391-4895-8906-dc21c36f3832 HTTP/1.1" status: 204 len: 168 time: 1.6895254 Jun 04 13:57:16.939483 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-d47c2f0e-f446-4bd4-bd2e-51558d9cbf15 None None] Set router ae5af022-63b6-4f71-b46c-3503a7568f56 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:57:17.019630 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-eda2d896-ff62-4483-bd01-b79c00107db7 req-749a7a1e-7a29-43c0-9ed0-e98abf4e13d0 service neutron] 10.222.0.17 "GET /v2.0/networks/0cf7b161-85a1-4979-a152-918a492683a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334355 Jun 04 13:57:17.161433 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-eda2d896-ff62-4483-bd01-b79c00107db7 req-0995df37-0d8e-4799-8e1f-88c9a27a94f3 service neutron] 10.222.0.17 "GET /v2.0/networks/0cf7b161-85a1-4979-a152-918a492683a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290677 Jun 04 13:57:17.271481 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-d47c2f0e-f446-4bd4-bd2e-51558d9cbf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:58Z', 'updated_at': '2022-06-04T13:53:03Z', 'revision_number': 4, 'project_id': '457b5475220b4601bfea76d579d0a660', 'gw_port': {'id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:59Z', 'updated_at': '2022-06-04T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '027dd62b-f5ff-4ece-bb11-f1f19564f7fc', 'name': '', 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'mac_address': 'fa:16:3e:0b:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:03Z', 'updated_at': '2022-06-04T13:53:09Z', 'revision_number': 5, 'project_id': '457b5475220b4601bfea76d579d0a660', 'subnets': [{'id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:17.275248 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c2f0e-f446-4bd4-bd2e-51558d9cbf15 None None] Checking router: ae5af022-63b6-4f71-b46c-3503a7568f56 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:57:17.284265 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c2f0e-f446-4bd4-bd2e-51558d9cbf15 None None] Routers {'ae5af022-63b6-4f71-b46c-3503a7568f56'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:57:17.284853 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-d47c2f0e-f446-4bd4-bd2e-51558d9cbf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:57:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['ae5af022-63b6-4f71-b46c-3503a7568f56'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:17.464598 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-d47c2f0e-f446-4bd4-bd2e-51558d9cbf15 None None] Set router ae5af022-63b6-4f71-b46c-3503a7568f56 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:57:17.763117 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-d47c2f0e-f446-4bd4-bd2e-51558d9cbf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:58Z', 'updated_at': '2022-06-04T13:53:03Z', 'revision_number': 4, 'project_id': '457b5475220b4601bfea76d579d0a660', 'gw_port': {'id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:59Z', 'updated_at': '2022-06-04T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '027dd62b-f5ff-4ece-bb11-f1f19564f7fc', 'name': '', 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'mac_address': 'fa:16:3e:0b:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:03Z', 'updated_at': '2022-06-04T13:53:09Z', 'revision_number': 5, 'project_id': '457b5475220b4601bfea76d579d0a660', 'subnets': [{'id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:17.767479 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c2f0e-f446-4bd4-bd2e-51558d9cbf15 None None] The sync data for ids ['ae5af022-63b6-4f71-b46c-3503a7568f56'] in dv-cinder-843593-2-smb is: [{'id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:58Z', 'updated_at': '2022-06-04T13:53:03Z', 'revision_number': 4, 'project_id': '457b5475220b4601bfea76d579d0a660', 'gw_port': {'id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:59Z', 'updated_at': '2022-06-04T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '027dd62b-f5ff-4ece-bb11-f1f19564f7fc', 'name': '', 'network_id': '0cf7b161-85a1-4979-a152-918a492683a5', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'mac_address': 'fa:16:3e:0b:b8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:03Z', 'updated_at': '2022-06-04T13:53:09Z', 'revision_number': 5, 'project_id': '457b5475220b4601bfea76d579d0a660', 'subnets': [{'id': 'fd14e7ba-aaa8-4855-b3a2-9e3d63eec635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:57:17.969716 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e48bfb-5c0b-429e-bf07-a26fe071d907 None None] New status for floating IP fd2b90fa-4391-4895-8906-dc21c36f3832: DOWN {{(pid=88650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:57:18.444226 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c72599-7d34-4673-95a3-616660bfbf73', 'tag': 'a1db92ed-2f9c-4678-8392-4b0304df3761'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:57:18.488639 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3496cc-919c-412e-91e9-49d769974de9'] response: {'name': 'network-changed', 'server_uuid': '44c72599-7d34-4673-95a3-616660bfbf73', 'tag': 'a1db92ed-2f9c-4678-8392-4b0304df3761', 'status': 'completed', 'code': 200} Jun 04 13:57:18.598806 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4961db6-4db5-4732-9c20-e6ef8e933b1d req-a6aabe2c-d2b7-4545-9742-7479e050c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:18.600267 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c4961db6-4db5-4732-9c20-e6ef8e933b1d req-a6aabe2c-d2b7-4545-9742-7479e050c467 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=457b5475220b4601bfea76d579d0a660&device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 1098 time: 0.0680270 Jun 04 13:57:18.729111 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4961db6-4db5-4732-9c20-e6ef8e933b1d req-24671577-d6c0-475b-8ebd-bcde70b19f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:18.730580 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c4961db6-4db5-4732-9c20-e6ef8e933b1d req-24671577-d6c0-475b-8ebd-bcde70b19f1b service neutron] 10.222.0.17 "GET /v2.0/networks?id=0cf7b161-85a1-4979-a152-918a492683a5 HTTP/1.1" status: 200 len: 915 time: 0.1236696 Jun 04 13:57:18.799968 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c4961db6-4db5-4732-9c20-e6ef8e933b1d req-eeb21b46-7467-4800-9b58-7f8710a39383 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1db92ed-2f9c-4678-8392-4b0304df3761 HTTP/1.1" status: 200 len: 217 time: 0.0633852 Jun 04 13:57:18.860324 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4961db6-4db5-4732-9c20-e6ef8e933b1d req-2d5fb259-08c8-4f70-9fa2-62e50378c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:18.861613 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c4961db6-4db5-4732-9c20-e6ef8e933b1d req-2d5fb259-08c8-4f70-9fa2-62e50378c9fd service neutron] 10.222.0.17 "GET /v2.0/subnets?id=fd14e7ba-aaa8-4855-b3a2-9e3d63eec635 HTTP/1.1" status: 200 len: 853 time: 0.0558610 Jun 04 13:57:18.917242 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:57:18.936310 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4961db6-4db5-4732-9c20-e6ef8e933b1d req-0f9828f9-8172-447f-8f98-6a146459d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:18.938276 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c4961db6-4db5-4732-9c20-e6ef8e933b1d req-0f9828f9-8172-447f-8f98-6a146459d4b3 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=0cf7b161-85a1-4979-a152-918a492683a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709450 Jun 04 13:57:19.066632 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c4961db6-4db5-4732-9c20-e6ef8e933b1d req-413a5b9a-12f5-4f25-a8b0-81395474b0c8 service neutron] 10.222.0.17 "GET /v2.0/networks/0cf7b161-85a1-4979-a152-918a492683a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218269 Jun 04 13:57:19.198442 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c4961db6-4db5-4732-9c20-e6ef8e933b1d req-8041d96f-37f8-4949-a9a6-65144c696d63 service neutron] 10.222.0.17 "GET /v2.0/networks/0cf7b161-85a1-4979-a152-918a492683a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246564 Jun 04 13:57:21.645259 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cb057-98b7-4b9d-9afa-0d9b1b98cb28 req-60cc447b-d203-405c-85d4-e3904918bdb6 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:21.645957 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-0a7cb057-98b7-4b9d-9afa-0d9b1b98cb28 req-60cc447b-d203-405c-85d4-e3904918bdb6 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Synchronizing usage tracker for tenant:457b5475220b4601bfea76d579d0a660 on resource:port {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:57:21.726389 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-0a7cb057-98b7-4b9d-9afa-0d9b1b98cb28 req-60cc447b-d203-405c-85d4-e3904918bdb6 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Unset dirty status for tenant:457b5475220b4601bfea76d579d0a660 on resource:port {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:57:21.727456 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0a7cb057-98b7-4b9d-9afa-0d9b1b98cb28 req-60cc447b-d203-405c-85d4-e3904918bdb6 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 945 time: 0.1575322 Jun 04 13:57:21.769632 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-0a7cb057-98b7-4b9d-9afa-0d9b1b98cb28 req-350eae58-6463-4d5a-894a-f60e6c72ba88 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Synchronizing usage tracker for tenant:457b5475220b4601bfea76d579d0a660 on resource:security_group {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:57:21.869515 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-0a7cb057-98b7-4b9d-9afa-0d9b1b98cb28 req-350eae58-6463-4d5a-894a-f60e6c72ba88 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Unset dirty status for tenant:457b5475220b4601bfea76d579d0a660 on resource:security_group {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:57:21.870745 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0a7cb057-98b7-4b9d-9afa-0d9b1b98cb28 req-350eae58-6463-4d5a-894a-f60e6c72ba88 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376944 Jun 04 13:57:23.121103 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a299a6-c418-424d-8fd9-a29ecf8ce886 req-6920d528-6f22-4058-b66b-5327a04584f4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:23.122575 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-55a299a6-c418-424d-8fd9-a29ecf8ce886 req-6920d528-6f22-4058-b66b-5327a04584f4 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 945 time: 0.1472352 Jun 04 13:57:23.166231 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-55a299a6-c418-424d-8fd9-a29ecf8ce886 req-573b1a80-45f1-49ef-ac8d-ca5e9bdee617 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378125 Jun 04 13:57:24.131848 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40beaa2-4b2a-460b-b895-a6befa42df71 req-b1a87884-b123-40f4-8c6c-522950748b6d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:24.133281 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b40beaa2-4b2a-460b-b895-a6befa42df71 req-b1a87884-b123-40f4-8c6c-522950748b6d tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.17 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 945 time: 0.0795395 Jun 04 13:57:24.204125 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-b40beaa2-4b2a-460b-b895-a6befa42df71 req-d0208afb-34eb-4e65-b394-19f24435da26 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Deleting port a1db92ed-2f9c-4678-8392-4b0304df3761 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:57:24.204465 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b40beaa2-4b2a-460b-b895-a6befa42df71 req-d0208afb-34eb-4e65-b394-19f24435da26 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:24.349555 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f0ca0-d2c1-485c-ae2a-195f20cbb061 req-cec33496-da52-4e0f-b3e9-3e690fc20d0c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:24.351786 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6c8f0ca0-d2c1-485c-ae2a-195f20cbb061 req-cec33496-da52-4e0f-b3e9-3e690fc20d0c tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 945 time: 0.0806201 Jun 04 13:57:24.394381 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6c8f0ca0-d2c1-485c-ae2a-195f20cbb061 req-99d0b14c-99b7-478f-b255-e51007b0c865 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/security-groups?id=40d62ad6-86c0-46fb-8625-c14030b83c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367301 Jun 04 13:57:24.449068 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-b40beaa2-4b2a-460b-b895-a6befa42df71 req-d0208afb-34eb-4e65-b394-19f24435da26 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] For port a1db92ed-2f9c-4678-8392-4b0304df3761, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=a1db92ed-2f9c-4678-8392-4b0304df3761,segment=NetworkSegment(50668f70-a9da-4be2-8997-1968b4ee7df4),segment_id=50668f70-a9da-4be2-8997-1968b4ee7df4)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:24.449423 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b40beaa2-4b2a-460b-b895-a6befa42df71 req-d0208afb-34eb-4e65-b394-19f24435da26 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:24.569048 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-b40beaa2-4b2a-460b-b895-a6befa42df71 req-d0208afb-34eb-4e65-b394-19f24435da26 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Calling delete_port for a1db92ed-2f9c-4678-8392-4b0304df3761 owned by compute:nova {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:57:24.772381 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b40beaa2-4b2a-460b-b895-a6befa42df71 req-d0208afb-34eb-4e65-b394-19f24435da26 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:24.814104 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['a1db92ed-2f9c-4678-8392-4b0304df3761'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:57:24.823233 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0208afb-34eb-4e65-b394-19f24435da26 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Pushing event deleted for resources: {'Port': ['ID=a1db92ed-2f9c-4678-8392-4b0304df3761,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:24.895861 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40beaa2-4b2a-460b-b895-a6befa42df71 req-d0208afb-34eb-4e65-b394-19f24435da26 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] No DVR routers for this DVR port a1db92ed-2f9c-4678-8392-4b0304df3761 on host hv-cinder-84359 {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:57:24.898721 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b40beaa2-4b2a-460b-b895-a6befa42df71 req-d0208afb-34eb-4e65-b394-19f24435da26 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:24.901060 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c72599-7d34-4673-95a3-616660bfbf73', 'name': 'network-vif-deleted', 'tag': 'a1db92ed-2f9c-4678-8392-4b0304df3761'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:57:24.943016 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14431d9b-c2af-4720-9891-02f579bcbe45'] response: {'server_uuid': '44c72599-7d34-4673-95a3-616660bfbf73', 'name': 'network-vif-deleted', 'tag': 'a1db92ed-2f9c-4678-8392-4b0304df3761', 'status': 'completed', 'code': 200} Jun 04 13:57:24.972958 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b40beaa2-4b2a-460b-b895-a6befa42df71 req-d0208afb-34eb-4e65-b394-19f24435da26 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.17 "DELETE /v2.0/ports/a1db92ed-2f9c-4678-8392-4b0304df3761 HTTP/1.1" status: 204 len: 173 time: 0.8332174 Jun 04 13:57:25.550285 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c2e01fec-3448-4280-8f19-a7cdfa5ccfbe req-fdbb2e42-463e-4b87-995b-c8e172ae8a56 tempest-TestMinimumBasicScenario-1543642451 tempest-TestMinimumBasicScenario-1543642451-project] 10.222.0.15 "GET /v2.0/ports?device_id=44c72599-7d34-4673-95a3-616660bfbf73 HTTP/1.1" status: 200 len: 210 time: 0.0411460 Jun 04 13:57:27.891355 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47400) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:28.500700 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a4d4-e5f1-4ac7-b795-a3175d874e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3800515'] for router_interface, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:28.572944 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device a1db92ed-2f9c-4678-8392-4b0304df3761 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:28.606072 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: a1db92ed-2f9c-4678-8392-4b0304df3761 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:57:28.606410 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device a1db92ed-2f9c-4678-8392-4b0304df3761 not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:28.835157 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-d4d3a4d4-e5f1-4ac7-b795-a3175d874e95 admin admin] Deleting port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:57:28.835402 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a4d4-e5f1-4ac7-b795-a3175d874e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:28.998943 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [None req-d4d3a4d4-e5f1-4ac7-b795-a3175d874e95 admin admin] For port 027dd62b-f5ff-4ece-bb11-f1f19564f7fc, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=027dd62b-f5ff-4ece-bb11-f1f19564f7fc,segment=NetworkSegment(50668f70-a9da-4be2-8997-1968b4ee7df4),segment_id=50668f70-a9da-4be2-8997-1968b4ee7df4)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:28.999630 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a4d4-e5f1-4ac7-b795-a3175d874e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:29.120469 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-d4d3a4d4-e5f1-4ac7-b795-a3175d874e95 admin admin] Calling delete_port for 027dd62b-f5ff-4ece-bb11-f1f19564f7fc owned by network:router_interface {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:57:29.492558 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a4d4-e5f1-4ac7-b795-a3175d874e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:29.537150 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3a4d4-e5f1-4ac7-b795-a3175d874e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=027dd62b-f5ff-4ece-bb11-f1f19564f7fc,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:29.888044 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a4d4-e5f1-4ac7-b795-a3175d874e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800447'] for router_interface, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:30.233113 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d3a4d4-e5f1-4ac7-b795-a3175d874e95 admin admin] Router ae5af022-63b6-4f71-b46c-3503a7568f56 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:57:30.403691 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d3a4d4-e5f1-4ac7-b795-a3175d874e95 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:57:30.415332 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b420a01-e3a1-487b-b5d7-d257fecc0997 None None] Sync routers for ids ['ae5af022-63b6-4f71-b46c-3503a7568f56'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:57:30.417479 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-d4d3a4d4-e5f1-4ac7-b795-a3175d874e95 admin admin] 10.222.0.15 "PUT /v2.0/routers/ae5af022-63b6-4f71-b46c-3503a7568f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5235333 Jun 04 13:57:30.418453 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47408) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:30.425575 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b420a01-e3a1-487b-b5d7-d257fecc0997 None None] Routers {'ae5af022-63b6-4f71-b46c-3503a7568f56'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:57:30.426263 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-9b420a01-e3a1-487b-b5d7-d257fecc0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:57:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['ae5af022-63b6-4f71-b46c-3503a7568f56'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:30.586912 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] Notify callbacks [] for router, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:30.627857 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-9b420a01-e3a1-487b-b5d7-d257fecc0997 None None] Set router ae5af022-63b6-4f71-b46c-3503a7568f56 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:57:30.762585 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:30.833058 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] Deleting port 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:57:30.833392 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:30.908096 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-9b420a01-e3a1-487b-b5d7-d257fecc0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171'}], 'enable_snat': True}, 'gw_port_id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:58Z', 'updated_at': '2022-06-04T13:57:29Z', 'revision_number': 5, 'project_id': '457b5475220b4601bfea76d579d0a660', 'gw_port': {'id': '2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:59Z', 'updated_at': '2022-06-04T13:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:30.911909 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b420a01-e3a1-487b-b5d7-d257fecc0997 None None] Checking router: ae5af022-63b6-4f71-b46c-3503a7568f56 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:57:30.920187 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b420a01-e3a1-487b-b5d7-d257fecc0997 None None] Routers {'ae5af022-63b6-4f71-b46c-3503a7568f56'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:57:30.920781 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-9b420a01-e3a1-487b-b5d7-d257fecc0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:57:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['ae5af022-63b6-4f71-b46c-3503a7568f56'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:31.069441 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-9b420a01-e3a1-487b-b5d7-d257fecc0997 None None] Set router ae5af022-63b6-4f71-b46c-3503a7568f56 gateway port host: None {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:57:31.104277 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] For port 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:31.104627 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.174433 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-9b420a01-e3a1-487b-b5d7-d257fecc0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:58Z', 'updated_at': '2022-06-04T13:57:30Z', 'revision_number': 6, 'project_id': '457b5475220b4601bfea76d579d0a660', 'gw_port_host': None}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:31.178447 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b420a01-e3a1-487b-b5d7-d257fecc0997 None None] The sync data for ids ['ae5af022-63b6-4f71-b46c-3503a7568f56'] in dv-cinder-843593-2-smb is: [{'id': 'ae5af022-63b6-4f71-b46c-3503a7568f56', 'name': 'tempest-TestMinimumBasicScenario-243638085-router', 'tenant_id': '457b5475220b4601bfea76d579d0a660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:58Z', 'updated_at': '2022-06-04T13:57:30Z', 'revision_number': 6, 'project_id': '457b5475220b4601bfea76d579d0a660', 'gw_port_host': None}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:57:31.230543 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] Calling delete_port for 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 owned by network:router_gateway {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:57:31.484746 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.532281 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] Pushing event deleted for resources: {'Port': ['ID=2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:31.574813 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 027dd62b-f5ff-4ece-bb11-f1f19564f7fc no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:31.612665 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 027dd62b-f5ff-4ece-bb11-f1f19564f7fc {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:57:31.613004 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 027dd62b-f5ff-4ece-bb11-f1f19564f7fc not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:31.629522 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788006'] for router_gateway, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.798102 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26746'] for router, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.800239 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.949765 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3786017'] for router, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.950319 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae5af022-63b6-4f71-b46c-3503a7568f56 {{(pid=88648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 13:57:31.964163 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] Notify callbacks [] for router, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.965310 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-f3406cb0-f2d6-4d98-8258-353042b5cf25 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ae5af022-63b6-4f71-b46c-3503a7568f56 HTTP/1.1" status: 204 len: 168 time: 1.5460398 Jun 04 13:57:31.967902 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47414) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:32.030228 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_v2 [None req-804e7e47-ce89-49fa-86f0-bf334fcf9dcc admin admin] Deleting subnet fd14e7ba-aaa8-4855-b3a2-9e3d63eec635 {{(pid=88648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 13:57:32.032613 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-804e7e47-ce89-49fa-86f0-bf334fcf9dcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:32.081160 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-804e7e47-ce89-49fa-86f0-bf334fcf9dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2407732'] for subnet, precommit_delete_associations {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:32.201392 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-804e7e47-ce89-49fa-86f0-bf334fcf9dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563026'] for subnet, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:32.355358 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-804e7e47-ce89-49fa-86f0-bf334fcf9dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25948275'] for subnet, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:32.396929 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-804e7e47-ce89-49fa-86f0-bf334fcf9dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:32.400038 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e7e47-ce89-49fa-86f0-bf334fcf9dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd14e7ba-aaa8-4855-b3a2-9e3d63eec635,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:32.401745 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95a8974-1ae4-4491-8247-cb9d4036fd59 None None] Network 0cf7b161-85a1-4979-a152-918a492683a5 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:57:32.406229 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-804e7e47-ce89-49fa-86f0-bf334fcf9dcc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fd14e7ba-aaa8-4855-b3a2-9e3d63eec635 HTTP/1.1" status: 204 len: 168 time: 0.4374032 Jun 04 13:57:32.409144 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47418) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:32.512434 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604469'] for network, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:32.522590 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] Deleting port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:57:32.522908 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:32.645972 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d17ea6-6fb6-4e70-851f-c68fae47962b None None] DHCP port deletion for 0cf7b161-85a1-4979-a152-918a492683a5 request from dv-cinder-843593-2-smb {{(pid=88649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 13:57:32.650646 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-11d17ea6-6fb6-4e70-851f-c68fae47962b None None] Deleting port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:57:32.651020 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-11d17ea6-6fb6-4e70-851f-c68fae47962b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:32.818104 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] For port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=1cc9c4fc-4bf0-4a75-bdee-beb4416de211,segment=NetworkSegment(50668f70-a9da-4be2-8997-1968b4ee7df4),segment_id=50668f70-a9da-4be2-8997-1968b4ee7df4)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:32.818452 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:32.854537 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-11d17ea6-6fb6-4e70-851f-c68fae47962b None None] For port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=1cc9c4fc-4bf0-4a75-bdee-beb4416de211,segment=NetworkSegment(50668f70-a9da-4be2-8997-1968b4ee7df4),segment_id=50668f70-a9da-4be2-8997-1968b4ee7df4)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:32.854918 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-11d17ea6-6fb6-4e70-851f-c68fae47962b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:32.937929 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] Calling delete_port for 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 owned by network:dhcp {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:57:32.997430 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-11d17ea6-6fb6-4e70-851f-c68fae47962b None None] Calling delete_port for 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 owned by network:dhcp {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:57:33.069509 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.118955 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc9c4fc-4bf0-4a75-bdee-beb4416de211,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:33.122346 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] No DVR routers for this DVR port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 on host dv-cinder-843593-2-smb {{(pid=88648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:57:33.130447 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.db.api [None req-11d17ea6-6fb6-4e70-851f-c68fae47962b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 13:57:33.130799 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG oslo_db.api [None req-11d17ea6-6fb6-4e70-851f-c68fae47962b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 13:57:33.234372 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-919093', 'neutron.services.segments.db._delete_segments_for_network-8784468802214'] for network, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.258799 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf7b161-85a1-4979-a152-918a492683a5']}} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:33.270469 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50668f70-a9da-4be2-8997-1968b4ee7df4') {'for_net_delete': True} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:33.270762 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50668f70-a9da-4be2-8997-1968b4ee7df4') {} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:33.281640 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784468805825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2407741'] for segment, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.298227 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.304115 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:57:33.304495 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-918837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2204507'] for segment, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.450330 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.services.segments.plugin [-] Segment 50668f70-a9da-4be2-8997-1968b4ee7df4 resource provider aggregate not found Jun 04 13:57:33.467563 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.services.segments.plugin [-] Segment 50668f70-a9da-4be2-8997-1968b4ee7df4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50668f70-a9da-4be2-8997-1968b4ee7df4 found for delete ", "request_id": "req-b5e35f17-f569-4443-929f-00df5f2c6f07"}]} Jun 04 13:57:33.474884 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-919102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787971'] for network, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.479339 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.497628 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:33.505827 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf7b161-85a1-4979-a152-918a492683a5,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:33.534600 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:57:33.534941 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:33.535348 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:33.566905 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:57:33.567245 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 2abcd5f2-1f16-4d90-a67a-5b1b9cf4b903 not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:33.595938 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-9f6532b6-18a0-4d24-b88a-b93c25a98363 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0cf7b161-85a1-4979-a152-918a492683a5 HTTP/1.1" status: 204 len: 168 time: 1.1858118 Jun 04 13:57:33.598717 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47430) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:33.632451 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-11d17ea6-6fb6-4e70-851f-c68fae47962b None None] Deleting port 1cc9c4fc-4bf0-4a75-bdee-beb4416de211 {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:57:33.632823 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-11d17ea6-6fb6-4e70-851f-c68fae47962b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.698187 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-11d17ea6-6fb6-4e70-851f-c68fae47962b None None] The port '1cc9c4fc-4bf0-4a75-bdee-beb4416de211' was deleted {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 13:57:34.120422 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-bfe3696d-6292-4328-8090-debec31ad85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3800515'] for router_interface, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:34.545769 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3696d-6292-4328-8090-debec31ad85c admin admin] Deleting port b4ac4c0a-eb29-4d40-9777-f89e9234732d {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:57:34.546036 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-bfe3696d-6292-4328-8090-debec31ad85c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:34.713016 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [None req-bfe3696d-6292-4328-8090-debec31ad85c admin admin] For port b4ac4c0a-eb29-4d40-9777-f89e9234732d, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=b4ac4c0a-eb29-4d40-9777-f89e9234732d,segment=NetworkSegment(acee31d4-c9ba-46ce-ae1f-ff086efac031),segment_id=acee31d4-c9ba-46ce-ae1f-ff086efac031)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:34.713721 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-bfe3696d-6292-4328-8090-debec31ad85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:34.831327 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3696d-6292-4328-8090-debec31ad85c admin admin] Calling delete_port for b4ac4c0a-eb29-4d40-9777-f89e9234732d owned by network:router_interface {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:57:35.061895 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-bfe3696d-6292-4328-8090-debec31ad85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:35.106706 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3696d-6292-4328-8090-debec31ad85c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ac4c0a-eb29-4d40-9777-f89e9234732d,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:35.377960 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-bfe3696d-6292-4328-8090-debec31ad85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800447'] for router_interface, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:35.810594 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e93dfa25-8271-4ddf-b40e-bc7df7bea1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:35.828896 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe3696d-6292-4328-8090-debec31ad85c admin admin] Router 4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:57:36.000456 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe3696d-6292-4328-8090-debec31ad85c admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:57:36.009524 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06d9b2-fc86-4acc-b9be-8447f6b7b4ae None None] Sync routers for ids ['4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:57:36.010046 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-bfe3696d-6292-4328-8090-debec31ad85c admin admin] 10.222.0.15 "PUT /v2.0/routers/4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4100635 Jun 04 13:57:36.012226 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47436) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:36.019072 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06d9b2-fc86-4acc-b9be-8447f6b7b4ae None None] Routers {'4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:57:36.019657 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-db06d9b2-fc86-4acc-b9be-8447f6b7b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:57:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:36.188003 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] Notify callbacks [] for router, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:36.190558 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-db06d9b2-fc86-4acc-b9be-8447f6b7b4ae None None] Set router 4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:57:36.358849 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:36.440583 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] Deleting port 1d23421b-c445-4e7e-bd55-d20a1362acee {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:57:36.440917 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:36.464993 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-db06d9b2-fc86-4acc-b9be-8447f6b7b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'name': 'tempest-TestMinimumBasicScenario-624314562-router', 'tenant_id': '89764f6dda6845109148dfd314139008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '1d23421b-c445-4e7e-bd55-d20a1362acee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:53:08Z', 'updated_at': '2022-06-04T13:57:34Z', 'revision_number': 5, 'project_id': '89764f6dda6845109148dfd314139008', 'gw_port': {'id': '1d23421b-c445-4e7e-bd55-d20a1362acee', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:53:09Z', 'updated_at': '2022-06-04T13:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:36.468805 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06d9b2-fc86-4acc-b9be-8447f6b7b4ae None None] Checking router: 4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:57:36.477715 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06d9b2-fc86-4acc-b9be-8447f6b7b4ae None None] Routers {'4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:57:36.478338 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-db06d9b2-fc86-4acc-b9be-8447f6b7b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:57:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:36.612513 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] For port 1d23421b-c445-4e7e-bd55-d20a1362acee, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=1d23421b-c445-4e7e-bd55-d20a1362acee,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:36.612757 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:36.626685 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-db06d9b2-fc86-4acc-b9be-8447f6b7b4ae None None] Set router 4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 gateway port host: None {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:57:36.732277 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] Calling delete_port for 1d23421b-c445-4e7e-bd55-d20a1362acee owned by network:router_gateway {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:57:36.759349 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-db06d9b2-fc86-4acc-b9be-8447f6b7b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'name': 'tempest-TestMinimumBasicScenario-624314562-router', 'tenant_id': '89764f6dda6845109148dfd314139008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:53:08Z', 'updated_at': '2022-06-04T13:57:36Z', 'revision_number': 6, 'project_id': '89764f6dda6845109148dfd314139008', 'gw_port_host': None}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:36.763376 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06d9b2-fc86-4acc-b9be-8447f6b7b4ae None None] The sync data for ids ['4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7'] in dv-cinder-843593-2-smb is: [{'id': '4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7', 'name': 'tempest-TestMinimumBasicScenario-624314562-router', 'tenant_id': '89764f6dda6845109148dfd314139008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:53:08Z', 'updated_at': '2022-06-04T13:57:36Z', 'revision_number': 6, 'project_id': '89764f6dda6845109148dfd314139008', 'gw_port_host': None}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:57:36.949167 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:36.994048 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d23421b-c445-4e7e-bd55-d20a1362acee,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:37.084002 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788006'] for router_gateway, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.364544 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26746'] for router, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.366965 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.503681 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3786017'] for router, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.504400 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 {{(pid=88648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 13:57:37.519689 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] Notify callbacks [] for router, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.522198 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-7ab0c360-1218-4dc3-9453-ebe319404769 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4d5c1f9d-b2e1-479b-a940-d4f37eeb9cd7 HTTP/1.1" status: 204 len: 168 time: 1.5077102 Jun 04 13:57:37.523461 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47440) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:37.561565 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 1d23421b-c445-4e7e-bd55-d20a1362acee no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:37.582970 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a15a80-3ca2-41de-9365-50fd010e05da admin admin] Deleting subnet 371c390b-e231-4400-808f-43720390bb74 {{(pid=88648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 13:57:37.585957 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-88a15a80-3ca2-41de-9365-50fd010e05da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.595335 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 1d23421b-c445-4e7e-bd55-d20a1362acee {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:57:37.595685 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 1d23421b-c445-4e7e-bd55-d20a1362acee not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:37.596090 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device b4ac4c0a-eb29-4d40-9777-f89e9234732d no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:37.631440 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: b4ac4c0a-eb29-4d40-9777-f89e9234732d {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:57:37.631778 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device b4ac4c0a-eb29-4d40-9777-f89e9234732d not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:37.641056 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-88a15a80-3ca2-41de-9365-50fd010e05da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2407732'] for subnet, precommit_delete_associations {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.717507 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-88a15a80-3ca2-41de-9365-50fd010e05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563026'] for subnet, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.896403 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-88a15a80-3ca2-41de-9365-50fd010e05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25948275'] for subnet, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.936291 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a15a80-3ca2-41de-9365-50fd010e05da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371c390b-e231-4400-808f-43720390bb74,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:37.942263 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-88a15a80-3ca2-41de-9365-50fd010e05da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.946716 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72e454-c400-45d4-a822-4204abf0ea78 None None] Network 22d836d0-c03a-4285-9032-f84a2fbe1028 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:57:37.948743 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-88a15a80-3ca2-41de-9365-50fd010e05da admin admin] 10.222.0.15 "DELETE /v2.0/subnets/371c390b-e231-4400-808f-43720390bb74 HTTP/1.1" status: 204 len: 168 time: 0.4242978 Jun 04 13:57:37.951203 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47444) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:38.012145 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ab6b7b06-fb22-47fe-a29c-5eb129642ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.018974 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.056509 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604469'] for network, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.066780 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] Deleting port 81117e55-8934-4450-a637-849988d0ec9c {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:57:38.067105 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.193050 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1d56db-c0e3-4246-bd2c-b2d4979c170e None None] DHCP port deletion for 22d836d0-c03a-4285-9032-f84a2fbe1028 request from dv-cinder-843593-2-smb {{(pid=88649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 13:57:38.196903 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-2f1d56db-c0e3-4246-bd2c-b2d4979c170e None None] Deleting port 81117e55-8934-4450-a637-849988d0ec9c {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:57:38.197268 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-2f1d56db-c0e3-4246-bd2c-b2d4979c170e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.270936 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] For port 81117e55-8934-4450-a637-849988d0ec9c, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=81117e55-8934-4450-a637-849988d0ec9c,segment=NetworkSegment(acee31d4-c9ba-46ce-ae1f-ff086efac031),segment_id=acee31d4-c9ba-46ce-ae1f-ff086efac031)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:38.271289 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.396275 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-2f1d56db-c0e3-4246-bd2c-b2d4979c170e None None] For port 81117e55-8934-4450-a637-849988d0ec9c, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=81117e55-8934-4450-a637-849988d0ec9c,segment=NetworkSegment(acee31d4-c9ba-46ce-ae1f-ff086efac031),segment_id=acee31d4-c9ba-46ce-ae1f-ff086efac031)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:38.396656 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-2f1d56db-c0e3-4246-bd2c-b2d4979c170e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.397141 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] Calling delete_port for 81117e55-8934-4450-a637-849988d0ec9c owned by network:dhcp {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:57:38.513114 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-2f1d56db-c0e3-4246-bd2c-b2d4979c170e None None] Calling delete_port for 81117e55-8934-4450-a637-849988d0ec9c owned by network:dhcp {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:57:38.553214 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.583856 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.db.api [None req-2f1d56db-c0e3-4246-bd2c-b2d4979c170e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 13:57:38.584433 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG oslo_db.api [None req-2f1d56db-c0e3-4246-bd2c-b2d4979c170e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 13:57:38.599258 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] Pushing event deleted for resources: {'Port': ['ID=81117e55-8934-4450-a637-849988d0ec9c,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:38.602776 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] No DVR routers for this DVR port 81117e55-8934-4450-a637-849988d0ec9c on host dv-cinder-843593-2-smb {{(pid=88648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:57:38.713951 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-919093', 'neutron.services.segments.db._delete_segments_for_network-8784468802214'] for network, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.742376 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d836d0-c03a-4285-9032-f84a2fbe1028']}} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:38.754908 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acee31d4-c9ba-46ce-ae1f-ff086efac031') {'for_net_delete': True} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:38.755192 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acee31d4-c9ba-46ce-ae1f-ff086efac031') {} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:38.765986 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784468805825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2407741'] for segment, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.780898 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.786680 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:57:38.787049 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-918837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2204507'] for segment, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.848826 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.services.segments.plugin [-] Segment acee31d4-c9ba-46ce-ae1f-ff086efac031 resource provider aggregate not found Jun 04 13:57:38.870410 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.services.segments.plugin [-] Segment acee31d4-c9ba-46ce-ae1f-ff086efac031 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acee31d4-c9ba-46ce-ae1f-ff086efac031 found for delete ", "request_id": "req-dcb5f3ea-989a-4c81-8ce1-329c13140491"}]} Jun 04 13:57:38.941304 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-919102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787971'] for network, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.956555 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.967466 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] Pushing event deleted for resources: {'Network': ['ID=22d836d0-c03a-4285-9032-f84a2fbe1028,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:38.970055 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-07d79ede-19a2-4ead-8519-e30033b2f438 admin admin] 10.222.0.15 "DELETE /v2.0/networks/22d836d0-c03a-4285-9032-f84a2fbe1028 HTTP/1.1" status: 204 len: 168 time: 1.0179043 Jun 04 13:57:39.033070 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.085044 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-2f1d56db-c0e3-4246-bd2c-b2d4979c170e None None] Deleting port 81117e55-8934-4450-a637-849988d0ec9c {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:57:39.085445 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-2f1d56db-c0e3-4246-bd2c-b2d4979c170e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.154787 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-2f1d56db-c0e3-4246-bd2c-b2d4979c170e None None] The port '81117e55-8934-4450-a637-849988d0ec9c' was deleted {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 13:57:39.299405 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.356669 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47456) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:39.404146 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-f89bfc36-ae5f-4aef-86f2-ec2b06e5fa02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=457b5475220b4601bfea76d579d0a660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463920 Jun 04 13:57:39.406593 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47460) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:39.462714 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-66e3ceb8-4c77-422b-b69e-4bf18ecd4804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.489118 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-66e3ceb8-4c77-422b-b69e-4bf18ecd4804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.493202 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 81117e55-8934-4450-a637-849988d0ec9c no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:39.528249 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 81117e55-8934-4450-a637-849988d0ec9c {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:57:39.528584 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 81117e55-8934-4450-a637-849988d0ec9c not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:39.600352 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-66e3ceb8-4c77-422b-b69e-4bf18ecd4804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.619854 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3ceb8-4c77-422b-b69e-4bf18ecd4804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d62ad6-86c0-46fb-8625-c14030b83c11,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:39.702202 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-66e3ceb8-4c77-422b-b69e-4bf18ecd4804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.706281 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-66e3ceb8-4c77-422b-b69e-4bf18ecd4804 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40d62ad6-86c0-46fb-8625-c14030b83c11 HTTP/1.1" status: 204 len: 168 time: 0.2958448 Jun 04 13:57:39.746896 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1ace01cf-77bc-49ed-83b6-9910ad32f27b req-8e94caeb-ed59-4a15-a8be-009b3d2fb97a service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718133 Jun 04 13:57:39.849448 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace01cf-77bc-49ed-83b6-9910ad32f27b req-be9669e0-e193-4b13-b308-c3ade3ea47d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:39.851096 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1ace01cf-77bc-49ed-83b6-9910ad32f27b req-be9669e0-e193-4b13-b308-c3ade3ea47d5 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 1098 time: 0.0697112 Jun 04 13:57:39.992483 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace01cf-77bc-49ed-83b6-9910ad32f27b req-23bedaeb-531a-4a28-9c24-e892f4eb7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:39.993958 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1ace01cf-77bc-49ed-83b6-9910ad32f27b req-23bedaeb-531a-4a28-9c24-e892f4eb7fde service neutron] 10.222.0.17 "GET /v2.0/networks?id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 200 len: 919 time: 0.1240664 Jun 04 13:57:40.068246 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1ace01cf-77bc-49ed-83b6-9910ad32f27b req-c1cbe04d-1f80-4886-8aff-665e5a2ab29c service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a592f90-40f3-4cb7-a064-4c438ea801d2 HTTP/1.1" status: 200 len: 217 time: 0.0672793 Jun 04 13:57:40.137487 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace01cf-77bc-49ed-83b6-9910ad32f27b req-85108a41-fd2d-4575-8994-f167b4db96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:40.138969 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1ace01cf-77bc-49ed-83b6-9910ad32f27b req-85108a41-fd2d-4575-8994-f167b4db96d8 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 200 len: 857 time: 0.0635252 Jun 04 13:57:40.218658 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace01cf-77bc-49ed-83b6-9910ad32f27b req-f37f8a89-40ed-4e25-97c0-f80008c5f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:40.220146 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1ace01cf-77bc-49ed-83b6-9910ad32f27b req-f37f8a89-40ed-4e25-97c0-f80008c5f04e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739677 Jun 04 13:57:40.355764 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1ace01cf-77bc-49ed-83b6-9910ad32f27b req-37edc559-d44b-4fef-9832-0385af429a9d service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286237 Jun 04 13:57:40.422286 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47478) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:40.463793 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.478028 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-1446b10e-be3a-4ff0-910c-b9ac34d374e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89764f6dda6845109148dfd314139008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545382 Jun 04 13:57:40.480656 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47482) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:40.541184 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-19021c03-4f30-461e-9627-ae0592ebdc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.568603 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-19021c03-4f30-461e-9627-ae0592ebdc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.574508 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1ace01cf-77bc-49ed-83b6-9910ad32f27b req-fc246956-0003-4091-853d-fc5b10be96b5 service neutron] 10.222.0.17 "GET /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038376 Jun 04 13:57:40.703708 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-19021c03-4f30-461e-9627-ae0592ebdc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.721181 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19021c03-4f30-461e-9627-ae0592ebdc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5133da-349a-4418-ba24-2c3d9181965c,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:40.724476 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-19021c03-4f30-461e-9627-ae0592ebdc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.725579 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-19021c03-4f30-461e-9627-ae0592ebdc01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b5133da-349a-4418-ba24-2c3d9181965c HTTP/1.1" status: 204 len: 168 time: 0.2438655 Jun 04 13:57:43.639717 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0d7d8-0d76-4aba-a5b4-1b2c9d8a61c5 req-c9b5f072-cb33-4884-bb85-7a71bb81c32e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:43.641109 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b1d0d7d8-0d76-4aba-a5b4-1b2c9d8a61c5 req-c9b5f072-cb33-4884-bb85-7a71bb81c32e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0804808 Jun 04 13:57:43.682814 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b1d0d7d8-0d76-4aba-a5b4-1b2c9d8a61c5 req-1650a4c4-aaa5-4182-9aa5-facebe44844b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355179 Jun 04 13:57:44.866490 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5d1a1-fbd9-436d-bda9-762582f6da85 req-f3918ee9-4f72-4621-b516-9a6b46ba632b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:44.867958 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b6d5d1a1-fbd9-436d-bda9-762582f6da85 req-f3918ee9-4f72-4621-b516-9a6b46ba632b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0787811 Jun 04 13:57:44.911448 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b6d5d1a1-fbd9-436d-bda9-762582f6da85 req-579f0853-9f45-41f2-82cb-56b90f587f8f tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378642 Jun 04 13:57:46.091002 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46862eb9-c312-4aa5-bd4f-5646ee51a921 req-f6fc30da-c35f-4a0d-bd83-f58dd04574e1 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:46.092394 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-46862eb9-c312-4aa5-bd4f-5646ee51a921 req-f6fc30da-c35f-4a0d-bd83-f58dd04574e1 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0775909 Jun 04 13:57:46.135776 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-46862eb9-c312-4aa5-bd4f-5646ee51a921 req-86b46d26-860b-4c22-8dd1-1c8abfe46d8f tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376101 Jun 04 13:57:47.316977 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a243a-37ec-4cae-adbb-ad0ab5dac5e0 req-cb443be3-597a-4286-9578-8800ee4a2099 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:47.318448 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e06a243a-37ec-4cae-adbb-ad0ab5dac5e0 req-cb443be3-597a-4286-9578-8800ee4a2099 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0814681 Jun 04 13:57:47.361956 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e06a243a-37ec-4cae-adbb-ad0ab5dac5e0 req-a269da3f-74e6-4b20-a6ce-272f1858dcc3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=4277b58d-9b95-42c6-9504-718a372ffea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378547 Jun 04 13:57:47.645757 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-65d7f538-cbfa-4f7c-b15b-8ec767572ce3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:47.647158 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-65d7f538-cbfa-4f7c-b15b-8ec767572ce3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.17 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 945 time: 0.0760174 Jun 04 13:57:47.717504 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Deleting port ae9298c7-15df-4665-b418-fab99b2b6d1d {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:57:47.717761 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:47.952010 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] For port ae9298c7-15df-4665-b418-fab99b2b6d1d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=ae9298c7-15df-4665-b418-fab99b2b6d1d,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:47.952361 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:48.228076 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:48.228443 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:48.228752 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.l3_db [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Floating IP 2c847677-70e3-4a5e-bcd7-1b2ef1ef5dc0 disassociated. External IP: 172.28.3.73, port: ae9298c7-15df-4665-b418-fab99b2b6d1d. Jun 04 13:57:48.229086 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Calling delete_port for ae9298c7-15df-4665-b418-fab99b2b6d1d owned by compute:nova {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:57:48.429180 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:48.478297 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Pushing event deleted for resources: {'Port': ['ID=ae9298c7-15df-4665-b418-fab99b2b6d1d,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:48.489215 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:48.489562 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:48.489997 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:48.490333 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:48.490983 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:48.491239 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:48.491561 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:48.491883 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:48.492204 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:48.492520 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:48.492839 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:48.493155 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:48.511443 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-29cf9421-fe9a-414c-bc13-e2cc6d3ab0c4 req-e5e3169c-3478-4a70-b0e8-ab12894b7a16 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 210 time: 0.0461090 Jun 04 13:57:48.667886 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:57:48.916615 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:57:48.926603 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30436bb-f7e3-4bc4-a682-428322ffcbaa None None] Sync routers for ids ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:57:48.940091 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30436bb-f7e3-4bc4-a682-428322ffcbaa None None] Routers {'cab2ed98-7fb0-4f88-8b0c-ce59305d8795'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:57:48.940814 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-b30436bb-f7e3-4bc4-a682-428322ffcbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:57:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:48.991049 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] No DVR routers for this DVR port ae9298c7-15df-4665-b418-fab99b2b6d1d on host hv-cinder-84359 {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:57:48.994045 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:48.996590 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'name': 'network-vif-deleted', 'tag': 'ae9298c7-15df-4665-b418-fab99b2b6d1d'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:57:49.043911 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a259294-070a-4bed-9db7-62db28f6867f'] response: {'server_uuid': '45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a', 'name': 'network-vif-deleted', 'tag': 'ae9298c7-15df-4665-b418-fab99b2b6d1d', 'status': 'completed', 'code': 200} Jun 04 13:57:49.069315 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f16fa160-db25-46f0-88ab-0250b8559a5a req-94d5e50c-3d11-4b48-a37b-26b738c4d737 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.17 "DELETE /v2.0/ports/ae9298c7-15df-4665-b418-fab99b2b6d1d HTTP/1.1" status: 204 len: 173 time: 1.4159317 Jun 04 13:57:49.160222 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-b30436bb-f7e3-4bc4-a682-428322ffcbaa None None] Set router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:57:49.484328 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-b30436bb-f7e3-4bc4-a682-428322ffcbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:06Z', 'revision_number': 4, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '82828ca4-7094-419d-aafa-7f8d11a958be', 'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'mac_address': 'fa:16:3e:9d:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:05Z', 'updated_at': '2022-06-04T13:52:13Z', 'revision_number': 5, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'subnets': [{'id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:49.488162 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30436bb-f7e3-4bc4-a682-428322ffcbaa None None] Checking router: cab2ed98-7fb0-4f88-8b0c-ce59305d8795 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:57:49.496574 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30436bb-f7e3-4bc4-a682-428322ffcbaa None None] Routers {'cab2ed98-7fb0-4f88-8b0c-ce59305d8795'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:57:49.497162 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-b30436bb-f7e3-4bc4-a682-428322ffcbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:57:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:49.677422 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-b30436bb-f7e3-4bc4-a682-428322ffcbaa None None] Set router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:57:49.688370 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-5c31664b-eeb9-42ed-ac15-0a0a869a10c6 req-3701ede7-0574-4f51-a105-874fd6f4a413 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Synchronizing usage tracker for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:57:49.772010 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-5c31664b-eeb9-42ed-ac15-0a0a869a10c6 req-3701ede7-0574-4f51-a105-874fd6f4a413 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Unset dirty status for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:57:49.773234 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5c31664b-eeb9-42ed-ac15-0a0a869a10c6 req-3701ede7-0574-4f51-a105-874fd6f4a413 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=45eac0d9-25ce-43ce-a13f-5ce6fbcfb02a HTTP/1.1" status: 200 len: 210 time: 0.1380610 Jun 04 13:57:49.993304 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-b30436bb-f7e3-4bc4-a682-428322ffcbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:06Z', 'revision_number': 4, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '82828ca4-7094-419d-aafa-7f8d11a958be', 'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'mac_address': 'fa:16:3e:9d:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:05Z', 'updated_at': '2022-06-04T13:52:13Z', 'revision_number': 5, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'subnets': [{'id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:49.997113 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30436bb-f7e3-4bc4-a682-428322ffcbaa None None] The sync data for ids ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'] in dv-cinder-843593-2-smb is: [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:52:06Z', 'revision_number': 4, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '82828ca4-7094-419d-aafa-7f8d11a958be', 'name': '', 'network_id': 'f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'mac_address': 'fa:16:3e:9d:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:05Z', 'updated_at': '2022-06-04T13:52:13Z', 'revision_number': 5, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'subnets': [{'id': '55dd5078-70b3-428a-8058-e1e37c51cb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:57:50.218087 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ff28a-7ecb-4c68-98ae-280fb48f2477 None None] New status for floating IP 2c847677-70e3-4a5e-bcd7-1b2ef1ef5dc0: DOWN {{(pid=88650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:57:50.932264 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47540) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:50.996033 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3e31d4c1-f328-4cf3-870b-c9d85f7f8dc6 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:51.023323 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3e31d4c1-f328-4cf3-870b-c9d85f7f8dc6 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:51.120628 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3e31d4c1-f328-4cf3-870b-c9d85f7f8dc6 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:51.140387 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31d4c1-f328-4cf3-870b-c9d85f7f8dc6 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4277b58d-9b95-42c6-9504-718a372ffea6,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:51.222178 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3e31d4c1-f328-4cf3-870b-c9d85f7f8dc6 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:51.225632 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-3e31d4c1-f328-4cf3-870b-c9d85f7f8dc6 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "DELETE /v2.0/security-groups/4277b58d-9b95-42c6-9504-718a372ffea6 HTTP/1.1" status: 204 len: 168 time: 0.2900035 Jun 04 13:57:51.225851 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47548) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:51.241447 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.api.v2.resource [None req-4f9f5623-c2e7-4bc6-a868-6f1098ce94b7 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] show failed (client error): The resource could not be found. Jun 04 13:57:51.242486 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-4f9f5623-c2e7-4bc6-a868-6f1098ce94b7 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups/4277b58d-9b95-42c6-9504-718a372ffea6 HTTP/1.1" status: 404 len: 347 time: 0.0157387 Jun 04 13:57:51.244881 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47552) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:51.396342 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-ea713d74-1d87-483d-9031-13369c43ff4e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Deleting port c15b61d3-dd9c-4f0a-b7b5-a0f674009fd2 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:57:51.396684 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ea713d74-1d87-483d-9031-13369c43ff4e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:51.570103 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ea713d74-1d87-483d-9031-13369c43ff4e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:51.570474 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ea713d74-1d87-483d-9031-13369c43ff4e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:51.691020 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-ea713d74-1d87-483d-9031-13369c43ff4e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Calling delete_port for c15b61d3-dd9c-4f0a-b7b5-a0f674009fd2 owned by network:floatingip {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:57:51.938275 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ea713d74-1d87-483d-9031-13369c43ff4e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:51.986862 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea713d74-1d87-483d-9031-13369c43ff4e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Pushing event deleted for resources: {'Port': ['ID=c15b61d3-dd9c-4f0a-b7b5-a0f674009fd2,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:52.075053 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ea713d74-1d87-483d-9031-13369c43ff4e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks [] for floatingip, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:52.177989 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ea713d74-1d87-483d-9031-13369c43ff4e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:52.179157 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-ea713d74-1d87-483d-9031-13369c43ff4e tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "DELETE /v2.0/floatingips/2c847677-70e3-4a5e-bcd7-1b2ef1ef5dc0 HTTP/1.1" status: 204 len: 168 time: 0.9334297 Jun 04 13:57:52.705615 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device ae9298c7-15df-4665-b418-fab99b2b6d1d no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:52.742404 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: ae9298c7-15df-4665-b418-fab99b2b6d1d {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:57:52.742653 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device ae9298c7-15df-4665-b418-fab99b2b6d1d not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:55.511749 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf4126-dd8d-4bdd-8f41-b7ef5ff3d725 req-f522737c-2e50-4010-9db7-b4a5ceedcf6b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:55.512433 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-0daf4126-dd8d-4bdd-8f41-b7ef5ff3d725 req-f522737c-2e50-4010-9db7-b4a5ceedcf6b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Synchronizing usage tracker for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:57:55.611871 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-0daf4126-dd8d-4bdd-8f41-b7ef5ff3d725 req-f522737c-2e50-4010-9db7-b4a5ceedcf6b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Unset dirty status for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:57:55.613263 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0daf4126-dd8d-4bdd-8f41-b7ef5ff3d725 req-f522737c-2e50-4010-9db7-b4a5ceedcf6b tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.1790681 Jun 04 13:57:55.657165 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-0daf4126-dd8d-4bdd-8f41-b7ef5ff3d725 req-954c7808-7452-41f7-a7f0-ee16553c0176 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Synchronizing usage tracker for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:security_group {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:57:55.708812 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-0daf4126-dd8d-4bdd-8f41-b7ef5ff3d725 req-954c7808-7452-41f7-a7f0-ee16553c0176 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Unset dirty status for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:security_group {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:57:55.709938 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0daf4126-dd8d-4bdd-8f41-b7ef5ff3d725 req-954c7808-7452-41f7-a7f0-ee16553c0176 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908694 Jun 04 13:57:55.916538 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:57:56.892412 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430817c1-a0eb-409c-b951-03cd641163ae req-224929c6-c866-42e0-91aa-9f7edbe2f6c3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:56.893926 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-430817c1-a0eb-409c-b951-03cd641163ae req-224929c6-c866-42e0-91aa-9f7edbe2f6c3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0803170 Jun 04 13:57:56.939197 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-430817c1-a0eb-409c-b951-03cd641163ae req-468cf6f6-6e50-4304-8623-efdc3a1bdd13 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393727 Jun 04 13:57:57.361342 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2f64c-4b70-4629-a957-4467bc0c5bee req-371e54a4-af5a-4f7b-bf6d-6147c0ed35e9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:57.362940 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-67a2f64c-4b70-4629-a957-4467bc0c5bee req-371e54a4-af5a-4f7b-bf6d-6147c0ed35e9 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.17 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 945 time: 0.0818908 Jun 04 13:57:57.431650 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-67a2f64c-4b70-4629-a957-4467bc0c5bee req-ff46b889-d8a9-4206-b2eb-231b2ff84b86 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Deleting port d350f8ea-5a7a-4259-b8da-91f0dea29bf9 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:57:57.431906 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-67a2f64c-4b70-4629-a957-4467bc0c5bee req-ff46b889-d8a9-4206-b2eb-231b2ff84b86 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:57.745619 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-67a2f64c-4b70-4629-a957-4467bc0c5bee req-ff46b889-d8a9-4206-b2eb-231b2ff84b86 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] For port d350f8ea-5a7a-4259-b8da-91f0dea29bf9, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=d350f8ea-5a7a-4259-b8da-91f0dea29bf9,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:57.745911 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-67a2f64c-4b70-4629-a957-4467bc0c5bee req-ff46b889-d8a9-4206-b2eb-231b2ff84b86 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:57.865052 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-67a2f64c-4b70-4629-a957-4467bc0c5bee req-ff46b889-d8a9-4206-b2eb-231b2ff84b86 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Calling delete_port for d350f8ea-5a7a-4259-b8da-91f0dea29bf9 owned by compute:nova {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:57:58.098219 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-67a2f64c-4b70-4629-a957-4467bc0c5bee req-ff46b889-d8a9-4206-b2eb-231b2ff84b86 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:58.131899 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d0959-6405-478c-93b7-fc3e5c673193 req-81c910bb-821c-4d18-aafe-04dce1db0c4f tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:58.135915 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['8a592f90-40f3-4cb7-a064-4c438ea801d2', 'd350f8ea-5a7a-4259-b8da-91f0dea29bf9'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:57:58.139705 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-089d0959-6405-478c-93b7-fc3e5c673193 req-81c910bb-821c-4d18-aafe-04dce1db0c4f tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 867 time: 0.0919676 Jun 04 13:57:58.195104 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-089d0959-6405-478c-93b7-fc3e5c673193 req-79debd39-383e-46cd-b063-28e22e313370 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544734 Jun 04 13:57:58.222617 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46b889-d8a9-4206-b2eb-231b2ff84b86 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Pushing event deleted for resources: {'Port': ['ID=d350f8ea-5a7a-4259-b8da-91f0dea29bf9,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:58.258741 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a2f64c-4b70-4629-a957-4467bc0c5bee req-ff46b889-d8a9-4206-b2eb-231b2ff84b86 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] No DVR routers for this DVR port d350f8ea-5a7a-4259-b8da-91f0dea29bf9 on host hv-cinder-84359 {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:57:58.261441 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-67a2f64c-4b70-4629-a957-4467bc0c5bee req-ff46b889-d8a9-4206-b2eb-231b2ff84b86 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:58.263899 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9810702c-2fe4-4e12-a01e-7624589c6923', 'name': 'network-vif-deleted', 'tag': 'd350f8ea-5a7a-4259-b8da-91f0dea29bf9'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:57:58.313750 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4306452-aa4c-4005-bbf2-d50eb2374ed7'] response: {'server_uuid': '9810702c-2fe4-4e12-a01e-7624589c6923', 'name': 'network-vif-deleted', 'tag': 'd350f8ea-5a7a-4259-b8da-91f0dea29bf9', 'status': 'completed', 'code': 200} Jun 04 13:57:58.334660 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-67a2f64c-4b70-4629-a957-4467bc0c5bee req-ff46b889-d8a9-4206-b2eb-231b2ff84b86 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.17 "DELETE /v2.0/ports/d350f8ea-5a7a-4259-b8da-91f0dea29bf9 HTTP/1.1" status: 204 len: 173 time: 0.9657156 Jun 04 13:57:58.764155 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad549e9c-ddfb-406a-a861-db72979e8ac7 req-c080a4c5-b8c7-4a0c-9886-5ae28f9ac9bf tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:57:58.765527 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad549e9c-ddfb-406a-a861-db72979e8ac7 req-c080a4c5-b8c7-4a0c-9886-5ae28f9ac9bf tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 945 time: 0.0792072 Jun 04 13:57:58.811626 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ad549e9c-ddfb-406a-a861-db72979e8ac7 req-d87259ab-dded-4cf8-b6d6-df79da78d89e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398245 Jun 04 13:57:59.351904 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-164465c4-5ed7-4e3e-9bd8-9c8698b38557 req-e49fd2ca-9636-4fe4-8ca8-57e898a8ae26 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Synchronizing usage tracker for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:57:59.423140 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-164465c4-5ed7-4e3e-9bd8-9c8698b38557 req-e49fd2ca-9636-4fe4-8ca8-57e898a8ae26 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Unset dirty status for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:57:59.424221 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-164465c4-5ed7-4e3e-9bd8-9c8698b38557 req-e49fd2ca-9636-4fe4-8ca8-57e898a8ae26 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=9810702c-2fe4-4e12-a01e-7624589c6923 HTTP/1.1" status: 200 len: 210 time: 0.1130404 Jun 04 13:58:00.077285 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea71e1-a66b-4018-8d5c-eaa03a7eb91a req-9c07ef36-e424-49cf-9123-64c1b35be7b1 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:00.078733 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d4ea71e1-a66b-4018-8d5c-eaa03a7eb91a req-9c07ef36-e424-49cf-9123-64c1b35be7b1 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 945 time: 0.1620483 Jun 04 13:58:00.122106 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d4ea71e1-a66b-4018-8d5c-eaa03a7eb91a req-1f016190-2447-4160-b651-96520104110f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370662 Jun 04 13:58:00.760382 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device d350f8ea-5a7a-4259-b8da-91f0dea29bf9 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:58:00.796950 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: d350f8ea-5a7a-4259-b8da-91f0dea29bf9 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:58:00.797304 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device d350f8ea-5a7a-4259-b8da-91f0dea29bf9 not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:58:00.937303 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-ff34bb33-2fce-40d0-97bc-89207e09e703 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:00.938846 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-ff34bb33-2fce-40d0-97bc-89207e09e703 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 945 time: 0.0821083 Jun 04 13:58:01.076095 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-706b2151-f1b9-4d07-b56f-61ade616ac41 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Deleting port c56d8b81-c04f-4d70-a4de-9132aef6b484 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:58:01.076335 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-706b2151-f1b9-4d07-b56f-61ade616ac41 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:01.132990 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91acd23-dbe9-4887-bea0-31341654e9ec req-e4e91049-ae96-48aa-b042-bf011f3051c1 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:01.134454 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c91acd23-dbe9-4887-bea0-31341654e9ec req-e4e91049-ae96-48aa-b042-bf011f3051c1 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.1775725 Jun 04 13:58:01.233368 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c91acd23-dbe9-4887-bea0-31341654e9ec req-0b7982c0-c26f-4bd4-987d-89bad5555a7a tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932274 Jun 04 13:58:01.306180 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff32a9-3cbb-4e43-bcb4-eed5c437db2a req-76b9e331-3b7b-48a6-8384-9e70362ee178 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:01.307617 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ddff32a9-3cbb-4e43-bcb4-eed5c437db2a req-76b9e331-3b7b-48a6-8384-9e70362ee178 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 945 time: 0.0799901 Jun 04 13:58:01.351970 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ddff32a9-3cbb-4e43-bcb4-eed5c437db2a req-e3cc878b-150d-40ee-b0b1-b949ba6dbb21 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=edb8674b-42fb-43b0-b155-c3fa8f8b70a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386515 Jun 04 13:58:01.364435 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-706b2151-f1b9-4d07-b56f-61ade616ac41 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] For port c56d8b81-c04f-4d70-a4de-9132aef6b484, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=c56d8b81-c04f-4d70-a4de-9132aef6b484,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:01.364789 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-706b2151-f1b9-4d07-b56f-61ade616ac41 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:01.648143 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-706b2151-f1b9-4d07-b56f-61ade616ac41 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:01.648416 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-706b2151-f1b9-4d07-b56f-61ade616ac41 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:01.648718 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.l3_db [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-706b2151-f1b9-4d07-b56f-61ade616ac41 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Floating IP f30a5925-7a9b-44c5-9774-8eafc7cd4de8 disassociated. External IP: 172.28.3.77, port: c56d8b81-c04f-4d70-a4de-9132aef6b484. Jun 04 13:58:01.649143 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-706b2151-f1b9-4d07-b56f-61ade616ac41 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Calling delete_port for c56d8b81-c04f-4d70-a4de-9132aef6b484 owned by compute:nova {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:58:01.937290 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-706b2151-f1b9-4d07-b56f-61ade616ac41 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:01.985352 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b2151-f1b9-4d07-b56f-61ade616ac41 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event deleted for resources: {'Port': ['ID=c56d8b81-c04f-4d70-a4de-9132aef6b484,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:02.165470 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-706b2151-f1b9-4d07-b56f-61ade616ac41 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Router f401466b-c510-41cc-8f64-1540c5ef120e has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:58:02.372621 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-706b2151-f1b9-4d07-b56f-61ade616ac41 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:58:02.384211 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f43a6f3-6cf5-44a3-b86d-34fe008cfad4 None None] Sync routers for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:58:02.394451 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43a6f3-6cf5-44a3-b86d-34fe008cfad4 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:58:02.395057 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-8f43a6f3-6cf5-44a3-b86d-34fe008cfad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:57:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:02.467429 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-706b2151-f1b9-4d07-b56f-61ade616ac41 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] No DVR routers for this DVR port c56d8b81-c04f-4d70-a4de-9132aef6b484 on host hv-cinder-84359 {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:58:02.470411 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-706b2151-f1b9-4d07-b56f-61ade616ac41 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:02.474511 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e131c4-51d4-41f3-8b21-8c3690037aa6', 'name': 'network-vif-deleted', 'tag': 'c56d8b81-c04f-4d70-a4de-9132aef6b484'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:58:02.522610 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6ea5f1a2-bd1f-4748-b277-78d1334a841d req-6099d934-1ca6-4b47-915e-18bc85effd9c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 210 time: 0.0543647 Jun 04 13:58:02.537631 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e06b4-1305-4b9c-85f7-4cf1753fe563 req-4c26b902-d227-48d5-a522-bad4c5b93379 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:02.537631 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-437e06b4-1305-4b9c-85f7-4cf1753fe563 req-4c26b902-d227-48d5-a522-bad4c5b93379 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.1951895 Jun 04 13:58:02.567626 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b641fd9a-d2a5-4419-b006-576c6824bcd4 req-706b2151-f1b9-4d07-b56f-61ade616ac41 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "DELETE /v2.0/ports/c56d8b81-c04f-4d70-a4de-9132aef6b484 HTTP/1.1" status: 204 len: 173 time: 1.5673492 Jun 04 13:58:02.569264 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5afe94-d455-4697-98a8-466b7f0c851a'] response: {'server_uuid': '65e131c4-51d4-41f3-8b21-8c3690037aa6', 'name': 'network-vif-deleted', 'tag': 'c56d8b81-c04f-4d70-a4de-9132aef6b484', 'status': 'completed', 'code': 200} Jun 04 13:58:02.576321 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-8f43a6f3-6cf5-44a3-b86d-34fe008cfad4 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:58:02.587493 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-437e06b4-1305-4b9c-85f7-4cf1753fe563 req-739f06a8-da78-41bd-9d38-1a4fc564515c tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432675 Jun 04 13:58:02.916815 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-8f43a6f3-6cf5-44a3-b86d-34fe008cfad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:02.920572 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f43a6f3-6cf5-44a3-b86d-34fe008cfad4 None None] Checking router: f401466b-c510-41cc-8f64-1540c5ef120e for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:58:02.928951 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43a6f3-6cf5-44a3-b86d-34fe008cfad4 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:58:02.929622 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-8f43a6f3-6cf5-44a3-b86d-34fe008cfad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:57:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:03.103992 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-8f43a6f3-6cf5-44a3-b86d-34fe008cfad4 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:58:03.403092 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-8f43a6f3-6cf5-44a3-b86d-34fe008cfad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:03.406900 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f43a6f3-6cf5-44a3-b86d-34fe008cfad4 None None] The sync data for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb is: [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:58:03.618230 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae4f4e-e528-41a4-94fa-9bbc3cf01764 None None] New status for floating IP f30a5925-7a9b-44c5-9774-8eafc7cd4de8: DOWN {{(pid=88650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:58:03.721328 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7821b14-1ad7-4622-b3d9-c2518ea7f3f4 req-5f88690d-2831-4f66-8380-54fc8cf071a3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:03.722462 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d6c04a62-af03-4bdd-b07b-601e0dcbf7f7 req-a6f50139-9dce-4219-b291-0a52c3abc1c7 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=65e131c4-51d4-41f3-8b21-8c3690037aa6 HTTP/1.1" status: 200 len: 210 time: 0.0735767 Jun 04 13:58:03.723853 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b7821b14-1ad7-4622-b3d9-c2518ea7f3f4 req-5f88690d-2831-4f66-8380-54fc8cf071a3 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.17 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.1401703 Jun 04 13:58:03.854590 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-b7821b14-1ad7-4622-b3d9-c2518ea7f3f4 req-0db404a5-d1bb-4819-9041-280a60b81594 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Deleting port 8a592f90-40f3-4cb7-a064-4c438ea801d2 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:58:03.854923 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b7821b14-1ad7-4622-b3d9-c2518ea7f3f4 req-0db404a5-d1bb-4819-9041-280a60b81594 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:03.917369 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652df1d7-cfd1-4a04-a5c9-632d4c6c13c0 req-1b54068f-6420-44ba-972c-6c9f1f05e4cc tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:03.918830 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-652df1d7-cfd1-4a04-a5c9-632d4c6c13c0 req-1b54068f-6420-44ba-972c-6c9f1f05e4cc tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 945 time: 0.1940575 Jun 04 13:58:04.028222 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-652df1d7-cfd1-4a04-a5c9-632d4c6c13c0 req-06c516f2-8958-4646-a151-1c5d1c549e72 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/security-groups?id=396d0736-179e-4856-9073-12aaebfac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010687 Jun 04 13:58:04.138974 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-b7821b14-1ad7-4622-b3d9-c2518ea7f3f4 req-0db404a5-d1bb-4819-9041-280a60b81594 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] For port 8a592f90-40f3-4cb7-a064-4c438ea801d2, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=8a592f90-40f3-4cb7-a064-4c438ea801d2,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:04.139344 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b7821b14-1ad7-4622-b3d9-c2518ea7f3f4 req-0db404a5-d1bb-4819-9041-280a60b81594 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:04.260020 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-b7821b14-1ad7-4622-b3d9-c2518ea7f3f4 req-0db404a5-d1bb-4819-9041-280a60b81594 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Calling delete_port for 8a592f90-40f3-4cb7-a064-4c438ea801d2 owned by compute:nova {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:58:04.434253 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b7821b14-1ad7-4622-b3d9-c2518ea7f3f4 req-0db404a5-d1bb-4819-9041-280a60b81594 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:04.468169 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['8a592f90-40f3-4cb7-a064-4c438ea801d2'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:58:04.556854 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db404a5-d1bb-4819-9041-280a60b81594 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Pushing event deleted for resources: {'Port': ['ID=8a592f90-40f3-4cb7-a064-4c438ea801d2,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:04.629105 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7821b14-1ad7-4622-b3d9-c2518ea7f3f4 req-0db404a5-d1bb-4819-9041-280a60b81594 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] No DVR routers for this DVR port 8a592f90-40f3-4cb7-a064-4c438ea801d2 on host hv-cinder-84359 {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:58:04.631361 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b7821b14-1ad7-4622-b3d9-c2518ea7f3f4 req-0db404a5-d1bb-4819-9041-280a60b81594 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:04.633689 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df4b51a-4428-4941-80fd-2149e30710e4', 'name': 'network-vif-deleted', 'tag': '8a592f90-40f3-4cb7-a064-4c438ea801d2'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:58:04.675422 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd1dfc8-ab64-413b-af30-610c540e3be5'] response: {'server_uuid': '1df4b51a-4428-4941-80fd-2149e30710e4', 'name': 'network-vif-deleted', 'tag': '8a592f90-40f3-4cb7-a064-4c438ea801d2', 'status': 'completed', 'code': 200} Jun 04 13:58:04.692487 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b7821b14-1ad7-4622-b3d9-c2518ea7f3f4 req-0db404a5-d1bb-4819-9041-280a60b81594 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.17 "DELETE /v2.0/ports/8a592f90-40f3-4cb7-a064-4c438ea801d2 HTTP/1.1" status: 204 len: 173 time: 0.9223719 Jun 04 13:58:04.770487 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device c56d8b81-c04f-4d70-a4de-9132aef6b484 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:58:04.803311 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: c56d8b81-c04f-4d70-a4de-9132aef6b484 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:58:04.803806 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device c56d8b81-c04f-4d70-a4de-9132aef6b484 not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:58:04.897131 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47646) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:04.963231 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-591b160a-02d9-44cf-92fa-64c2289305bf tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:04.993446 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-591b160a-02d9-44cf-92fa-64c2289305bf tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:05.135561 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-591b160a-02d9-44cf-92fa-64c2289305bf tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:05.187929 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b160a-02d9-44cf-92fa-64c2289305bf tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb8674b-42fb-43b0-b155-c3fa8f8b70a7,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:05.197661 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-9511803e-81ff-4b6d-a490-1ca561cf8b8f req-fbc991dd-a6e3-4bb5-a222-e5829e4adb43 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Synchronizing usage tracker for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:58:05.282202 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-591b160a-02d9-44cf-92fa-64c2289305bf tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:05.283322 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-591b160a-02d9-44cf-92fa-64c2289305bf tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "DELETE /v2.0/security-groups/edb8674b-42fb-43b0-b155-c3fa8f8b70a7 HTTP/1.1" status: 204 len: 168 time: 0.3845582 Jun 04 13:58:05.286480 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47652) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:05.303296 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-9511803e-81ff-4b6d-a490-1ca561cf8b8f req-fbc991dd-a6e3-4bb5-a222-e5829e4adb43 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] Unset dirty status for tenant:17fa7d7e18654d97bd7dfc5050b92de5 on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:58:05.304363 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9511803e-81ff-4b6d-a490-1ca561cf8b8f req-fbc991dd-a6e3-4bb5-a222-e5829e4adb43 tempest-ServerRescueNegativeTestJSON-888515174 tempest-ServerRescueNegativeTestJSON-888515174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1df4b51a-4428-4941-80fd-2149e30710e4 HTTP/1.1" status: 200 len: 210 time: 0.1522701 Jun 04 13:58:05.306808 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.api.v2.resource [None req-199ecb36-c82d-4949-a2aa-ca74ba55cb5a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] show failed (client error): The resource could not be found. Jun 04 13:58:05.307717 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-199ecb36-c82d-4949-a2aa-ca74ba55cb5a tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups/edb8674b-42fb-43b0-b155-c3fa8f8b70a7 HTTP/1.1" status: 404 len: 347 time: 0.0203810 Jun 04 13:58:05.310496 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47656) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:05.462559 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-f8f53c09-4a0f-4033-aad6-b25d6584ed9e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Deleting port 0aef765a-3d52-4fbe-8c10-4162fcabb485 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:58:05.465317 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f8f53c09-4a0f-4033-aad6-b25d6584ed9e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:05.635285 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f8f53c09-4a0f-4033-aad6-b25d6584ed9e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:05.635613 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f8f53c09-4a0f-4033-aad6-b25d6584ed9e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:05.760828 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-f8f53c09-4a0f-4033-aad6-b25d6584ed9e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Calling delete_port for 0aef765a-3d52-4fbe-8c10-4162fcabb485 owned by network:floatingip {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:58:05.817339 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f5775406-854d-4134-9282-bb674a6056c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:05.926059 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f8f53c09-4a0f-4033-aad6-b25d6584ed9e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:05.974587 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f53c09-4a0f-4033-aad6-b25d6584ed9e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event deleted for resources: {'Port': ['ID=0aef765a-3d52-4fbe-8c10-4162fcabb485,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:06.059368 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f8f53c09-4a0f-4033-aad6-b25d6584ed9e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:06.072529 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f8f53c09-4a0f-4033-aad6-b25d6584ed9e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:06.073646 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-f8f53c09-4a0f-4033-aad6-b25d6584ed9e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "DELETE /v2.0/floatingips/f30a5925-7a9b-44c5-9774-8eafc7cd4de8 HTTP/1.1" status: 204 len: 168 time: 0.7622421 Jun 04 13:58:06.201580 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47662) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:06.207723 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--941659393', 'description': 'tempest-description--899613368'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:06.212450 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:06.216514 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:security_group and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:58:06.219428 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:58:06.226023 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:06.320210 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:06.339400 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:06.343210 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:security_group_rule and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:58:06.346139 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:58:06.352393 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:06.406529 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47668) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:06.421039 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:06.497401 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:06.544300 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce477ae1-aba3-4331-aa58-51698e5d2c7c,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:06.551770 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:06.552221 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:06.552653 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:06.553170 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:06.553609 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:06.553979 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:06.554302 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:06.554626 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:06.554949 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:06.555266 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:06.555585 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:06.555902 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:06.611896 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:06.613164 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-1fa7bc89-854b-48a0-9641-5acb0cacd8c9 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4105113 Jun 04 13:58:06.616306 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47674) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:06.621348 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-44d3f988-82ed-4366-b25b-e42a93373abb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'security_group_rule': {'security_group_id': 'ce477ae1-aba3-4331-aa58-51698e5d2c7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:06.627276 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-44d3f988-82ed-4366-b25b-e42a93373abb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:06.631187 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-44d3f988-82ed-4366-b25b-e42a93373abb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:security_group_rule and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:58:06.637833 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-44d3f988-82ed-4366-b25b-e42a93373abb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:58:06.639682 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-44d3f988-82ed-4366-b25b-e42a93373abb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:06.732639 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-44d3f988-82ed-4366-b25b-e42a93373abb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:06.764476 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 8a592f90-40f3-4cb7-a064-4c438ea801d2 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:58:06.798859 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-44d3f988-82ed-4366-b25b-e42a93373abb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:06.802089 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: 8a592f90-40f3-4cb7-a064-4c438ea801d2 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:58:06.802435 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 8a592f90-40f3-4cb7-a064-4c438ea801d2 not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:58:06.863542 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-44d3f988-82ed-4366-b25b-e42a93373abb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:06.886948 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3f988-82ed-4366-b25b-e42a93373abb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026df63c-8028-4dcd-8672-9988cdf665d4,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:06.960139 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-44d3f988-82ed-4366-b25b-e42a93373abb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:06.961366 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-44d3f988-82ed-4366-b25b-e42a93373abb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440223 Jun 04 13:58:06.964239 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47680) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:06.969347 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-d80f7bfb-aea4-4cda-b0d4-2322109f1251 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'security_group_rule': {'security_group_id': 'ce477ae1-aba3-4331-aa58-51698e5d2c7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:06.975886 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-d80f7bfb-aea4-4cda-b0d4-2322109f1251 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:06.979863 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-d80f7bfb-aea4-4cda-b0d4-2322109f1251 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:security_group_rule and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:58:06.982982 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-d80f7bfb-aea4-4cda-b0d4-2322109f1251 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:58:06.989527 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-d80f7bfb-aea4-4cda-b0d4-2322109f1251 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:07.067536 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d80f7bfb-aea4-4cda-b0d4-2322109f1251 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:07.127555 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d80f7bfb-aea4-4cda-b0d4-2322109f1251 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:07.198462 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d80f7bfb-aea4-4cda-b0d4-2322109f1251 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:07.222583 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f7bfb-aea4-4cda-b0d4-2322109f1251 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447d9db6-9f1d-4db3-8bc9-95cea2f336c8,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:07.228861 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-de0c5482-a0d1-4ab5-a25a-ac475ce33c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3800515'] for router_interface, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:07.295688 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d80f7bfb-aea4-4cda-b0d4-2322109f1251 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:07.296922 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-d80f7bfb-aea4-4cda-b0d4-2322109f1251 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3317373 Jun 04 13:58:07.299993 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47684) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:07.304968 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'floatingip': {'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:07.310559 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:07.314443 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Usage tracker for resource:floatingip and tenant:b1a0a7d689e345fb800464f38156edb4 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:58:07.317322 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:58:07.322995 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:07.398394 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:07.535869 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:07.582377 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-de0c5482-a0d1-4ab5-a25a-ac475ce33c84 admin admin] Deleting port 82828ca4-7094-419d-aafa-7f8d11a958be {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:58:07.582712 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-de0c5482-a0d1-4ab5-a25a-ac475ce33c84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:07.672674 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Allocated IP 172.28.3.78 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/2a18c5ff-12d5-468e-b426-1133cfc1f06b) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:58:07.750312 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [None req-de0c5482-a0d1-4ab5-a25a-ac475ce33c84 admin admin] For port 82828ca4-7094-419d-aafa-7f8d11a958be, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=82828ca4-7094-419d-aafa-7f8d11a958be,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:07.750668 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-de0c5482-a0d1-4ab5-a25a-ac475ce33c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:07.818307 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:07.871481 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-de0c5482-a0d1-4ab5-a25a-ac475ce33c84 admin admin] Calling delete_port for 82828ca4-7094-419d-aafa-7f8d11a958be owned by network:router_interface {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:58:07.903324 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:07.962803 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:58:07.969720 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:58:07.972159 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:58:07.977274 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:08.006128 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc08b-654e-4af0-8e56-777a7df29f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:08.021681 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'Port': ['ID=2a18c5ff-12d5-468e-b426-1133cfc1f06b,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:08.061154 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:08.190006 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:08.255437 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-de0c5482-a0d1-4ab5-a25a-ac475ce33c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:08.300764 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c5482-a0d1-4ab5-a25a-ac475ce33c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=82828ca4-7094-419d-aafa-7f8d11a958be,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:08.402958 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:08.466815 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2204551'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:08.578446 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'Port': ['ID=2a18c5ff-12d5-468e-b426-1133cfc1f06b,revision_number=2']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:08.590333 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:08.653628 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-de0c5482-a0d1-4ab5-a25a-ac475ce33c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800447'] for router_interface, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:08.666933 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:08.668183 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-266f4acb-16cc-483d-8d65-ec64e8b93c0e tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3672583 Jun 04 13:58:08.885864 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-4a7c7fb8-c0d4-4dc7-a332-629dabef3f3f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:security_group {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:58:08.958239 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-4a7c7fb8-c0d4-4dc7-a332-629dabef3f3f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:security_group {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:58:08.959495 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-4a7c7fb8-c0d4-4dc7-a332-629dabef3f3f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--941659393&fields=id&tenant_id=b1a0a7d689e345fb800464f38156edb4 HTTP/1.1" status: 200 len: 267 time: 0.1118627 Jun 04 13:58:09.014008 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0c5482-a0d1-4ab5-a25a-ac475ce33c84 admin admin] Router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:58:09.038367 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:09.194926 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0c5482-a0d1-4ab5-a25a-ac475ce33c84 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:58:09.200291 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:09.205544 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-7f37ee76-cee2-419a-8ccf-4861d6b9410c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:09.207603 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-7f37ee76-cee2-419a-8ccf-4861d6b9410c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/networks?id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a HTTP/1.1" status: 200 len: 814 time: 0.2411456 Jun 04 13:58:09.211980 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469b0f51-d64c-422f-ab46-40fed6b590fe None None] Sync routers for ids ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:58:09.222841 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-dcee0aca-cdce-4ef2-b4e0-1a6e731dd687 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/quotas/b1a0a7d689e345fb800464f38156edb4 HTTP/1.1" status: 200 len: 375 time: 0.0094397 Jun 04 13:58:09.224554 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469b0f51-d64c-422f-ab46-40fed6b590fe None None] Routers {'cab2ed98-7fb0-4f88-8b0c-ce59305d8795'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:58:09.225169 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-469b0f51-d64c-422f-ab46-40fed6b590fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:58:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:09.283114 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-de0c5482-a0d1-4ab5-a25a-ac475ce33c84 admin admin] 10.222.0.15 "PUT /v2.0/routers/cab2ed98-7fb0-4f88-8b0c-ce59305d8795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8732281 Jun 04 13:58:09.283692 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47700) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:09.308917 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-1f07e938-eeb1-4bc0-8968-f628b89d9b5d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804553 Jun 04 13:58:09.403417 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-469b0f51-d64c-422f-ab46-40fed6b590fe None None] Set router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:58:09.457096 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-d1da509c-a1e2-42a9-899b-9aa55b8a01f6 service neutron] 10.222.0.15 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360538 Jun 04 13:58:09.463967 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] Notify callbacks [] for router, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:09.598324 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-407fb155-a4b0-4360-9109-a7f7a2bead3f service neutron] 10.222.0.15 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403491 Jun 04 13:58:09.652960 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:09.727276 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-469b0f51-d64c-422f-ab46-40fed6b590fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:58:08Z', 'revision_number': 5, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port': {'id': 'aa55ad63-0cc1-45fa-9834-23f235c5715e', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:52:01Z', 'updated_at': '2022-06-04T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:09.730939 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469b0f51-d64c-422f-ab46-40fed6b590fe None None] Checking router: cab2ed98-7fb0-4f88-8b0c-ce59305d8795 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:58:09.739133 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469b0f51-d64c-422f-ab46-40fed6b590fe None None] Routers {'cab2ed98-7fb0-4f88-8b0c-ce59305d8795'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:58:09.739716 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-469b0f51-d64c-422f-ab46-40fed6b590fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:58:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:09.759979 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] Deleting port aa55ad63-0cc1-45fa-9834-23f235c5715e {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:58:09.760326 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:09.898291 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-469b0f51-d64c-422f-ab46-40fed6b590fe None None] Set router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 gateway port host: None {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:58:09.937386 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-3ab79a0e-d877-414f-8f83-b7d5ab38b827 req-3cd1dc23-1ad8-4710-a6de-019370eb314c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:58:09.999417 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] For port aa55ad63-0cc1-45fa-9834-23f235c5715e, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=aa55ad63-0cc1-45fa-9834-23f235c5715e,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:09.999675 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:10.007146 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-469b0f51-d64c-422f-ab46-40fed6b590fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:58:09Z', 'revision_number': 6, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port_host': None}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:10.010045 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-3ab79a0e-d877-414f-8f83-b7d5ab38b827 req-3cd1dc23-1ad8-4710-a6de-019370eb314c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:58:10.011176 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3ab79a0e-d877-414f-8f83-b7d5ab38b827 req-3cd1dc23-1ad8-4710-a6de-019370eb314c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 210 time: 0.1678915 Jun 04 13:58:10.011296 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469b0f51-d64c-422f-ab46-40fed6b590fe None None] The sync data for ids ['cab2ed98-7fb0-4f88-8b0c-ce59305d8795'] in dv-cinder-843593-2-smb is: [{'id': 'cab2ed98-7fb0-4f88-8b0c-ce59305d8795', 'name': 'tempest-ServerRescueNegativeTestJSON-876317219-router', 'tenant_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:52:00Z', 'updated_at': '2022-06-04T13:58:09Z', 'revision_number': 6, 'project_id': '17fa7d7e18654d97bd7dfc5050b92de5', 'gw_port_host': None}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:58:10.227450 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] Calling delete_port for aa55ad63-0cc1-45fa-9834-23f235c5715e owned by network:router_gateway {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:58:10.484031 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:10.512530 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:10.529817 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] Pushing event deleted for resources: {'Port': ['ID=aa55ad63-0cc1-45fa-9834-23f235c5715e,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:10.620909 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788006'] for router_gateway, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:10.793204 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26746'] for router, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:10.795450 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:10.942800 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3786017'] for router, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:10.943340 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router cab2ed98-7fb0-4f88-8b0c-ce59305d8795 {{(pid=88647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 13:58:10.956545 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] Notify callbacks [] for router, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:10.958049 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-625feee8-e937-4585-b04e-73f1666675ec admin admin] 10.222.0.15 "DELETE /v2.0/routers/cab2ed98-7fb0-4f88-8b0c-ce59305d8795 HTTP/1.1" status: 204 len: 168 time: 1.6727097 Jun 04 13:58:10.960335 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47716) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:11.023842 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b4997b-db7f-4460-b106-0113a017684b admin admin] Deleting subnet 55dd5078-70b3-428a-8058-e1e37c51cb53 {{(pid=88647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 13:58:11.029862 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-35b4997b-db7f-4460-b106-0113a017684b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:11.076249 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-35b4997b-db7f-4460-b106-0113a017684b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2326719'] for subnet, precommit_delete_associations {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:11.171332 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2cba1f13-dc9f-41dd-a48e-8c33426fcaac req-16edf5a8-3161-46b5-90d4-df677e1a50c5 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 210 time: 0.0492001 Jun 04 13:58:11.198555 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-35b4997b-db7f-4460-b106-0113a017684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563026'] for subnet, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:11.347353 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-35b4997b-db7f-4460-b106-0113a017684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2991170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076379'] for subnet, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:11.387135 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4997b-db7f-4460-b106-0113a017684b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55dd5078-70b3-428a-8058-e1e37c51cb53,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:11.390897 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-35b4997b-db7f-4460-b106-0113a017684b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:11.395720 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08cdf8c-f0c0-477a-943d-7c57c3b0c949 None None] Network f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:58:11.396820 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-35b4997b-db7f-4460-b106-0113a017684b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/55dd5078-70b3-428a-8058-e1e37c51cb53 HTTP/1.1" status: 204 len: 168 time: 0.4355206 Jun 04 13:58:11.399217 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47722) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:11.507783 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604469'] for network, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:11.520575 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] Deleting port c5bbf42e-788b-4b24-b940-6608ec0abfa2 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:58:11.520916 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:11.556791 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 82828ca4-7094-419d-aafa-7f8d11a958be no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:58:11.593818 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 82828ca4-7094-419d-aafa-7f8d11a958be {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:58:11.594157 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 82828ca4-7094-419d-aafa-7f8d11a958be not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:58:11.594560 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device aa55ad63-0cc1-45fa-9834-23f235c5715e no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:58:11.628587 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: aa55ad63-0cc1-45fa-9834-23f235c5715e {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:58:11.628843 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device aa55ad63-0cc1-45fa-9834-23f235c5715e not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:58:11.727673 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602ef417-b1dc-4a71-8883-4bbbd565e19d None None] DHCP port deletion for f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 request from dv-cinder-843593-2-smb {{(pid=88649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 13:58:11.731576 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-602ef417-b1dc-4a71-8883-4bbbd565e19d None None] Deleting port c5bbf42e-788b-4b24-b940-6608ec0abfa2 {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:58:11.731949 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-602ef417-b1dc-4a71-8883-4bbbd565e19d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:11.736713 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] For port c5bbf42e-788b-4b24-b940-6608ec0abfa2, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=c5bbf42e-788b-4b24-b940-6608ec0abfa2,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:11.737106 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:11.939160 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-602ef417-b1dc-4a71-8883-4bbbd565e19d None None] For port c5bbf42e-788b-4b24-b940-6608ec0abfa2, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=c5bbf42e-788b-4b24-b940-6608ec0abfa2,segment=NetworkSegment(d82b3cf4-1c63-4c71-955a-bba1d1a6e585),segment_id=d82b3cf4-1c63-4c71-955a-bba1d1a6e585)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:11.939480 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-602ef417-b1dc-4a71-8883-4bbbd565e19d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:11.986078 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] Calling delete_port for c5bbf42e-788b-4b24-b940-6608ec0abfa2 owned by network:dhcp {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:58:12.062959 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-602ef417-b1dc-4a71-8883-4bbbd565e19d None None] Calling delete_port for c5bbf42e-788b-4b24-b940-6608ec0abfa2 owned by network:dhcp {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:58:12.160757 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-b8fff1a2-2d00-42b3-ae5c-8696bc171df4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:12.162168 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-b8fff1a2-2d00-42b3-ae5c-8696bc171df4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "GET /v2.0/networks?id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a HTTP/1.1" status: 200 len: 814 time: 0.2621021 Jun 04 13:58:12.220948 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-7a143e95-7bcd-45cd-9852-e52f10ffc1c4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:security_group {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:58:12.232551 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-7a143e95-7bcd-45cd-9852-e52f10ffc1c4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:security_group {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:58:12.233639 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-7a143e95-7bcd-45cd-9852-e52f10ffc1c4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1a0a7d689e345fb800464f38156edb4 HTTP/1.1" status: 200 len: 379 time: 0.0555658 Jun 04 13:58:12.238833 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:12.245012 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.db.api [None req-602ef417-b1dc-4a71-8883-4bbbd565e19d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 13:58:12.245387 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG oslo_db.api [None req-602ef417-b1dc-4a71-8883-4bbbd565e19d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 13:58:12.284404 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'port': {'device_id': '579c52a9-1fca-419c-83dc-b31b690a4f7a', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'admin_state_up': True, 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'security_groups': ['ce477ae1-aba3-4331-aa58-51698e5d2c7c']}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:12.312689 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bbf42e-788b-4b24-b940-6608ec0abfa2,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:12.317733 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] No DVR routers for this DVR port c5bbf42e-788b-4b24-b940-6608ec0abfa2 on host dv-cinder-843593-2-smb {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:58:12.456335 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d17cd94c-bdfa-4bf9-8a20-7a1080eeb6ff req-4de5ed6e-783d-4083-9f3a-c993a3948f9b tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 210 time: 0.1487467 Jun 04 13:58:12.540429 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-919093', 'neutron.services.segments.db._delete_segments_for_network-8784468802214'] for network, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:12.590655 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8']}} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:12.605769 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585') {'for_net_delete': True} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:12.606085 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82b3cf4-1c63-4c71-955a-bba1d1a6e585') {} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:12.612767 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:12.623795 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784468805825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2326710'] for segment, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:12.635157 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:12.645146 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:12.650894 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:58:12.651264 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-918837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2991336'] for segment, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:12.747264 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-602ef417-b1dc-4a71-8883-4bbbd565e19d None None] Deleting port c5bbf42e-788b-4b24-b940-6608ec0abfa2 {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:58:12.747805 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-602ef417-b1dc-4a71-8883-4bbbd565e19d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:12.754623 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Made reservation on behalf of b1a0a7d689e345fb800464f38156edb4 for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:58:12.758519 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:12.816521 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-602ef417-b1dc-4a71-8883-4bbbd565e19d None None] The port 'c5bbf42e-788b-4b24-b940-6608ec0abfa2' was deleted {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 13:58:12.818095 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment d82b3cf4-1c63-4c71-955a-bba1d1a6e585 resource provider aggregate not found Jun 04 13:58:12.835248 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment d82b3cf4-1c63-4c71-955a-bba1d1a6e585 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d82b3cf4-1c63-4c71-955a-bba1d1a6e585 found for delete ", "request_id": "req-a74895db-2a70-4d4b-8c93-026a4152bc9e"}]} Jun 04 13:58:12.965334 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-919102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787971'] for network, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:12.984391 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:13.009604 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:13.038141 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Allocated IP 172.20.0.6 (f7e165fb-2c08-4a5e-b160-62bdeefaa15a/86aba7f4-4b2c-4624-8047-800bda2d771c/f2de6882-c4d9-4fa9-ab61-5cf2a5607359) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:58:13.141435 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-24a8e64b-1b0a-45a1-9b82-5c87fa90f075 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f2d75d1b-866e-43ac-94fe-e58cdc4a2ba8 HTTP/1.1" status: 204 len: 168 time: 1.7411988 Jun 04 13:58:13.222970 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:13.237732 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Transition to ACTIVE for port object f2de6882-c4d9-4fa9-ab61-5cf2a5607359 will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:58:13.314391 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:13.383589 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Network f7e165fb-2c08-4a5e-b160-62bdeefaa15a is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:58:13.386616 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:58:13.390321 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:58:13.428001 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event updated for resources: {'Port': ['ID=f2de6882-c4d9-4fa9-ab61-5cf2a5607359,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:13.447312 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47740) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:13.466863 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:13.469963 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:13.511012 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-ae3f928f-4e32-4eb9-8936-e0d6117dbff4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17fa7d7e18654d97bd7dfc5050b92de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0625007 Jun 04 13:58:13.516039 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47746) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:13.526683 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device c5bbf42e-788b-4b24-b940-6608ec0abfa2 no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:58:13.540566 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-c038428d-182e-4e34-aee4-a120e7d760e0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2965634 Jun 04 13:58:13.572783 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: c5bbf42e-788b-4b24-b940-6608ec0abfa2 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:58:13.572783 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device c5bbf42e-788b-4b24-b940-6608ec0abfa2 not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:58:13.573084 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Request body: {'port': {'device_id': '579c52a9-1fca-419c-83dc-b31b690a4f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:13.643900 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-52dbd08c-6e28-46c4-ac3c-440aa6ea600a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:13.652736 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d17ae-16cd-4fc5-a11a-61fda736ba17 req-2012f603-6090-4c80-bd46-67c4745516f8 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:13.654209 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-795d17ae-16cd-4fc5-a11a-61fda736ba17 req-2012f603-6090-4c80-bd46-67c4745516f8 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 931 time: 0.0814342 Jun 04 13:58:13.700004 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-795d17ae-16cd-4fc5-a11a-61fda736ba17 req-1ab2e6a0-c960-404c-b42d-b1d3d1421c81 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce477ae1-aba3-4331-aa58-51698e5d2c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398598 Jun 04 13:58:13.748534 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-05393350-fb1b-4ae7-8ea9-9f040dfbf139 None None] Provisioning for port f2de6882-c4d9-4fa9-ab61-5cf2a5607359 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:58:13.754646 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-05393350-fb1b-4ae7-8ea9-9f040dfbf139 None None] Provisioning complete for port f2de6882-c4d9-4fa9-ab61-5cf2a5607359 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:58:13.755087 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-05393350-fb1b-4ae7-8ea9-9f040dfbf139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:13.805192 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-52dbd08c-6e28-46c4-ac3c-440aa6ea600a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:13.808882 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-05393350-fb1b-4ae7-8ea9-9f040dfbf139 None None] Port f2de6882-c4d9-4fa9-ab61-5cf2a5607359 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:58:13.830060 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:13.954590 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-52dbd08c-6e28-46c4-ac3c-440aa6ea600a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:13.983349 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbd08c-6e28-46c4-ac3c-440aa6ea600a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396d0736-179e-4856-9073-12aaebfac2bd,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:14.079261 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-52dbd08c-6e28-46c4-ac3c-440aa6ea600a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:14.080424 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-52dbd08c-6e28-46c4-ac3c-440aa6ea600a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/396d0736-179e-4856-9073-12aaebfac2bd HTTP/1.1" status: 204 len: 168 time: 0.5658803 Jun 04 13:58:14.197711 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2de6882-c4d9-4fa9-ab61-5cf2a5607359 {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:58:14.204959 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:14.218864 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Transition to ACTIVE for port object f2de6882-c4d9-4fa9-ab61-5cf2a5607359 will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:58:14.289756 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:14.451041 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Pushing event updated for resources: {'Port': ['ID=f2de6882-c4d9-4fa9-ab61-5cf2a5607359,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:14.524532 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Attempting to bind port f2de6882-c4d9-4fa9-ab61-5cf2a5607359 on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:58:14.524869 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Attempting to bind port f2de6882-c4d9-4fa9-ab61-5cf2a5607359 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:58:14.525190 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Attempting to bind port f2de6882-c4d9-4fa9-ab61-5cf2a5607359 on network f7e165fb-2c08-4a5e-b160-62bdeefaa15a {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:58:14.530049 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Port f2de6882-c4d9-4fa9-ab61-5cf2a5607359 on network f7e165fb-2c08-4a5e-b160-62bdeefaa15a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:58:14.530366 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Attempting to bind port f2de6882-c4d9-4fa9-ab61-5cf2a5607359 on network f7e165fb-2c08-4a5e-b160-62bdeefaa15a {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:58:14.536489 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:58:14.537068 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Checking segment: {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:58:14.537456 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Bound using segment: {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:58:14.538078 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Bound port: f2de6882-c4d9-4fa9-ab61-5cf2a5607359, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ce251c-f028-4d82-b764-bfe41173a12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:58:14.538422 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:14.629752 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] For port f2de6882-c4d9-4fa9-ab61-5cf2a5607359, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:58:14.632617 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] For port f2de6882-c4d9-4fa9-ab61-5cf2a5607359, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=f2de6882-c4d9-4fa9-ab61-5cf2a5607359,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:58:14.726432 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:14.781467 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:14.782304 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:14.783704 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] 10.222.0.17 "PUT /v2.0/ports/f2de6882-c4d9-4fa9-ab61-5cf2a5607359 HTTP/1.1" status: 200 len: 1093 time: 1.2262423 Jun 04 13:58:14.786334 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579c52a9-1fca-419c-83dc-b31b690a4f7a', 'tag': 'f2de6882-c4d9-4fa9-ab61-5cf2a5607359'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:58:14.857306 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484d27cc-cb59-4950-9098-dd30976d44dc'] response: {'name': 'network-changed', 'server_uuid': '579c52a9-1fca-419c-83dc-b31b690a4f7a', 'tag': 'f2de6882-c4d9-4fa9-ab61-5cf2a5607359', 'status': 'completed', 'code': 200} Jun 04 13:58:14.867114 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546136c2-a1a2-4bc5-aa00-8b035ad213fd service neutron] Pushing event updated for resources: {'Port': ['ID=f2de6882-c4d9-4fa9-ab61-5cf2a5607359,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:14.964828 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662cbbd-59d9-4c4b-bf11-8bffe4407026 req-fd630afe-d11e-4921-b42f-d1114915435d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:14.965544 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-0662cbbd-59d9-4c4b-bf11-8bffe4407026 req-fd630afe-d11e-4921-b42f-d1114915435d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Synchronizing usage tracker for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:58:14.991164 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed33dc7-351f-4a6e-8edf-61eb58f8f6df req-092c6e7c-202e-4612-8710-df0d5f468d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:14.992667 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fed33dc7-351f-4a6e-8edf-61eb58f8f6df req-092c6e7c-202e-4612-8710-df0d5f468d56 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 1096 time: 0.1086915 Jun 04 13:58:15.083953 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-0662cbbd-59d9-4c4b-bf11-8bffe4407026 req-fd630afe-d11e-4921-b42f-d1114915435d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Unset dirty status for tenant:b1a0a7d689e345fb800464f38156edb4 on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:58:15.085151 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0662cbbd-59d9-4c4b-bf11-8bffe4407026 req-fd630afe-d11e-4921-b42f-d1114915435d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 943 time: 0.2716560 Jun 04 13:58:15.164686 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0662cbbd-59d9-4c4b-bf11-8bffe4407026 req-00cd27f3-82e2-4c5b-a816-226157dd5563 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce477ae1-aba3-4331-aa58-51698e5d2c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718822 Jun 04 13:58:15.181871 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed33dc7-351f-4a6e-8edf-61eb58f8f6df req-7f36df00-b8c5-4594-b0bc-e7d33b66c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:15.182107 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fed33dc7-351f-4a6e-8edf-61eb58f8f6df req-7f36df00-b8c5-4594-b0bc-e7d33b66c450 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=b1a0a7d689e345fb800464f38156edb4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1728702 Jun 04 13:58:15.190832 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47774) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:15.293483 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-445252195-network', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:15.297945 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:15.302280 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Usage tracker for resource:network and tenant:f48f4092fd134a8ab578c94827b48ebb is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:58:15.305052 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:58:15.311070 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:15.315161 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed33dc7-351f-4a6e-8edf-61eb58f8f6df req-5e9eebaf-8067-4892-8ad3-1f31ec832d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:15.316598 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fed33dc7-351f-4a6e-8edf-61eb58f8f6df req-5e9eebaf-8067-4892-8ad3-1f31ec832d16 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289186 Jun 04 13:58:15.382945 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Made reservation on behalf of f48f4092fd134a8ab578c94827b48ebb for: {'network': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:58:15.385129 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:15.400846 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:15.415658 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:15.419383 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Usage tracker for resource:security_group_rule and tenant:f48f4092fd134a8ab578c94827b48ebb is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:58:15.422175 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:58:15.427779 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:15.454069 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-188e709e-06ac-4e8b-b4b2-aa335e6ec35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:15.458369 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-188e709e-06ac-4e8b-b4b2-aa335e6ec35d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 1096 time: 0.0730739 Jun 04 13:58:15.507886 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:15.528823 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-76633e05-1054-4430-b950-74d59d838eed service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2de6882-c4d9-4fa9-ab61-5cf2a5607359 HTTP/1.1" status: 200 len: 217 time: 0.0596611 Jun 04 13:58:15.565757 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:15.595845 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=88648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:58:15.604683 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783c3879-a3d2-4cab-aa72-ca3f92c2d750,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:15.606209 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-9f4df4fd-97d6-4885-80c1-81ebd19c3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:15.607630 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-9f4df4fd-97d6-4885-80c1-81ebd19c3dce service neutron] 10.222.0.17 "GET /v2.0/subnets?id=86aba7f4-4b2c-4624-8047-800bda2d771c HTTP/1.1" status: 200 len: 853 time: 0.0714257 Jun 04 13:58:15.610384 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:15.610730 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.segments_db [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Added segment 8d5e0092-cee3-415c-b0c0-2e00996fd26c of type vlan for network 184ce015-1a2c-47a7-9fdb-a44e9f2830db Jun 04 13:58:15.636233 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:15.683984 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-b23d0ae4-f3b9-462f-91e1-a58e29d7af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:15.685461 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-b23d0ae4-f3b9-462f-91e1-a58e29d7af67 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685375 Jun 04 13:58:15.729825 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:15.730977 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:15.731615 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:15.837766 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] Pushing event updated for resources: {'Network': ['ID=184ce015-1a2c-47a7-9fdb-a44e9f2830db,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:15.847990 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network 184ce015-1a2c-47a7-9fdb-a44e9f2830db details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:58:15.885166 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-cc9f2b50-6585-412d-b5d0-08561d8e15a0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6930575 Jun 04 13:58:15.887808 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47780) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:15.894465 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] Request body: {'subnet': {'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-subnet', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:15.899277 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:15.903419 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] Usage tracker for resource:subnet and tenant:f48f4092fd134a8ab578c94827b48ebb is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:58:15.904967 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-07380aa1-cf46-4a1b-8adb-38fbbca20a0e service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121472 Jun 04 13:58:15.906491 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:58:15.912871 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:15.986439 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] Made reservation on behalf of f48f4092fd134a8ab578c94827b48ebb for: {'subnet': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:58:15.989449 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25948270'] for subnet, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:16.033178 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a6165cfe-8a32-44e3-8660-f76bd9b094b2 req-9adfb7a9-27b3-4b90-a3f5-eba6104c87f0 service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213703 Jun 04 13:58:16.244081 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25948284'] for subnet, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:16.363508 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a6fe1c-a0b4-4010-aeb0-a3d93f102d72,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:16.383737 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] Checking segment: {'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:58:16.384092 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] Network hostable DHCP agents. Network: 184ce015-1a2c-47a7-9fdb-a44e9f2830db, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:58:16.415336 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0678f6-2e02-4792-a259-4548e8345c51 req-da79c897-ccc2-4394-9753-3df44b4f1408 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:16.416814 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4d0678f6-2e02-4792-a259-4548e8345c51 req-da79c897-ccc2-4394-9753-3df44b4f1408 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 943 time: 0.1403141 Jun 04 13:58:16.462947 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4d0678f6-2e02-4792-a259-4548e8345c51 req-b5c60667-e86b-47d3-8b1f-c992ecb59cf0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce477ae1-aba3-4331-aa58-51698e5d2c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403371 Jun 04 13:58:16.479450 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] Network 184ce015-1a2c-47a7-9fdb-a44e9f2830db is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:58:16.553641 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, 184ce015-1a2c-47a7-9fdb-a44e9f2830db) {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:58:16.557924 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:16.558668 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:16.562556 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ee40d-25cc-4d7d-8667-35f00432d253 None None] Network 184ce015-1a2c-47a7-9fdb-a44e9f2830db requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:58:16.650144 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-1c2caf76-ff2c-4d4a-a358-b0dfa757fcb1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7602124 Jun 04 13:58:16.652605 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47788) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:16.657481 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:16.662575 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:16.666466 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Usage tracker for resource:router and tenant:f48f4092fd134a8ab578c94827b48ebb is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:58:16.669927 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:58:16.676412 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:16.760267 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3787781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26696'] for router, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:16.761265 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3800631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26737'] for router, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:16.767988 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1d20230b-0f49-5820-8323-7416d505f798-184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72'}]}} from dv-cinder-843593-2-smb. {{(pid=88649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 04 13:58:16.768807 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:16.776122 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:16.920515 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.db_base_plugin_common [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Allocated IP 172.20.0.2 (184ce015-1a2c-47a7-9fdb-a44e9f2830db/92a6fe1c-a0b4-4010-aeb0-a3d93f102d72/63d13790-28c2-45a5-b100-239371b3db36) {{(pid=88649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:58:17.117025 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Notify callbacks [] for port, precommit_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:17.127982 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Transition to ACTIVE for port object 63d13790-28c2-45a5-b100-239371b3db36 will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:58:17.149551 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Transition to ACTIVE for port object 63d13790-28c2-45a5-b100-239371b3db36 will not be triggered until provisioned by entity DHCP. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:58:17.217151 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799329', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26723'] for router, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:17.229031 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802'] for port, after_create {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:17.295917 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Network 184ce015-1a2c-47a7-9fdb-a44e9f2830db is already hosted by enough agents. {{(pid=88649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:58:17.298732 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.scheduler.base_scheduler [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Resources bound (agent type, host, resource id): {{(pid=88649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:58:17.302255 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Received port after_create {{(pid=88649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:58:17.307771 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Pushing event updated for resources: {'Port': ['ID=63d13790-28c2-45a5-b100-239371b3db36,revision_number=1']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:17.343517 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:17.343858 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:17.344192 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:17.344517 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:17.344836 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:17.345155 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:17.345470 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:17.345812 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:17.346147 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:17.346488 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:17.346797 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:17.347105 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:17.404900 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Attempting to bind port 63d13790-28c2-45a5-b100-239371b3db36 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:58:17.405221 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Attempting to bind port 63d13790-28c2-45a5-b100-239371b3db36 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:58:17.405577 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Attempting to bind port 63d13790-28c2-45a5-b100-239371b3db36 on network 184ce015-1a2c-47a7-9fdb-a44e9f2830db {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:58:17.410930 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:58:17.411298 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Checking segment: {'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:58:17.411693 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:17.412077 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Bound using segment: {'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:58:17.412557 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Bound port: 63d13790-28c2-45a5-b100-239371b3db36, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:58:17.412925 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:17.498169 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] For port 63d13790-28c2-45a5-b100-239371b3db36, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:58:17.501186 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] For port 63d13790-28c2-45a5-b100-239371b3db36, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=63d13790-28c2-45a5-b100-239371b3db36,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:58:17.543236 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:17.570775 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:17.604231 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:17.640282 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbb9bf-475a-4dce-ba2a-7a8607ce4cab None None] Pushing event updated for resources: {'Port': ['ID=63d13790-28c2-45a5-b100-239371b3db36,revision_number=2']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:17.669526 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555fc15-6a72-4972-a6cf-66b882eca88f req-b1bff66d-b9b1-4893-8f3d-604b3055c109 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:17.671016 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e555fc15-6a72-4972-a6cf-66b882eca88f req-b1bff66d-b9b1-4893-8f3d-604b3055c109 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 943 time: 0.1018918 Jun 04 13:58:17.717922 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e555fc15-6a72-4972-a6cf-66b882eca88f req-754ed5c5-fdc7-4d3c-be8d-1f7cafea7638 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce477ae1-aba3-4331-aa58-51698e5d2c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404117 Jun 04 13:58:17.748012 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Allocated IP 172.28.3.8 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/5deb9ab2-985e-4a02-a47d-3876e70e5a1d) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:58:17.903782 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:18.015821 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:18.084801 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:58:18.087490 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:58:18.091093 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:58:18.121376 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Pushing event updated for resources: {'Port': ['ID=5deb9ab2-985e-4a02-a47d-3876e70e5a1d,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:18.553821 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8855201-435f-4694-b715-875c9a857858 None None] Network 184ce015-1a2c-47a7-9fdb-a44e9f2830db requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:58:18.596428 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:18.703146 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-e1b8febf-2c83-4319-aec6-df47aac5086d None None] Provisioning for port 63d13790-28c2-45a5-b100-239371b3db36 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:58:18.860359 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device f2de6882-c4d9-4fa9-ab61-5cf2a5607359 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:58:19.001770 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port f2de6882-c4d9-4fa9-ab61-5cf2a5607359, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=f2de6882-c4d9-4fa9-ab61-5cf2a5607359,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:19.018104 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': 'f2de6882-c4d9-4fa9-ab61-5cf2a5607359', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'port_id': 'f2de6882-c4d9-4fa9-ab61-5cf2a5607359', 'mac_address': 'fa:16:3e:bc:49:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:58:19.081924 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port f2de6882-c4d9-4fa9-ab61-5cf2a5607359 is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:58:19.082299 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:19.099929 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2de6882-c4d9-4fa9-ab61-5cf2a5607359 {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:58:19.108840 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3799310'] for router, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:19.116809 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port f2de6882-c4d9-4fa9-ab61-5cf2a5607359, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=f2de6882-c4d9-4fa9-ab61-5cf2a5607359,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:19.122698 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0c2fb-abfa-440c-98a8-0e4b7925582e req-f6da4b3e-54e8-4581-bdd3-f35e425cb571 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:19.124154 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ccb0c2fb-abfa-440c-98a8-0e4b7925582e req-f6da4b3e-54e8-4581-bdd3-f35e425cb571 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 943 time: 0.1763706 Jun 04 13:58:19.200031 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:19.241223 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ccb0c2fb-abfa-440c-98a8-0e4b7925582e req-8400a40f-b8b5-429e-9ced-0fd2e8eb7792 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce477ae1-aba3-4331-aa58-51698e5d2c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673227 Jun 04 13:58:19.271872 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=f2de6882-c4d9-4fa9-ab61-5cf2a5607359,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:19.416883 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Router 428b3660-d35a-417d-82bf-fb391b50b786 is scheduled to L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c with binding_index 1 {{(pid=88648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:58:19.544323 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 63d13790-28c2-45a5-b100-239371b3db36 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:58:19.600498 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:58:19.611619 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Sync routers for ids ['428b3660-d35a-417d-82bf-fb391b50b786'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:58:19.622023 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Routers {'428b3660-d35a-417d-82bf-fb391b50b786'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:58:19.622629 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:58:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['428b3660-d35a-417d-82bf-fb391b50b786'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:19.632026 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['f2de6882-c4d9-4fa9-ab61-5cf2a5607359'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:58:19.690790 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] Notify callbacks [] for router, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:19.695043 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-919f7d0f-2681-4513-bbef-9e3e2db54ccc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0388410 Jun 04 13:58:19.695445 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47798) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:19.779358 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 63d13790-28c2-45a5-b100-239371b3db36 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:58:19.789465 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 63d13790-28c2-45a5-b100-239371b3db36 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:58:19.789853 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:19.804300 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Set router 428b3660-d35a-417d-82bf-fb391b50b786 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:58:19.931468 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 63d13790-28c2-45a5-b100-239371b3db36 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:58:19.932108 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:19.966327 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 63d13790-28c2-45a5-b100-239371b3db36, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=63d13790-28c2-45a5-b100-239371b3db36,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:20.026894 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:20.100078 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=63d13790-28c2-45a5-b100-239371b3db36,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:20.119891 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:18Z', 'revision_number': 3, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:20.123675 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Checking router: 428b3660-d35a-417d-82bf-fb391b50b786 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:58:20.124038 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Updating router 428b3660-d35a-417d-82bf-fb391b50b786 port 5deb9ab2-985e-4a02-a47d-3876e70e5a1d binding host dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:58:20.177649 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:20.428672 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:20.498884 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:20.510630 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.provisioning_blocks [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Transition to ACTIVE for port object 5deb9ab2-985e-4a02-a47d-3876e70e5a1d will not be triggered until provisioned by entity L2. {{(pid=88650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:58:20.516338 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e715f-f65b-4702-9a04-f4c04cfc5ab3 req-65d67547-661e-4d97-a5b5-5bec221d1db0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:20.516485 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-665e715f-f65b-4702-9a04-f4c04cfc5ab3 req-65d67547-661e-4d97-a5b5-5bec221d1db0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 944 time: 0.1556671 Jun 04 13:58:20.598268 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:20.615192 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-665e715f-f65b-4702-9a04-f4c04cfc5ab3 req-452efb23-193e-4142-ad4e-e99a8ab0ca73 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce477ae1-aba3-4331-aa58-51698e5d2c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919964 Jun 04 13:58:20.679169 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Attempting to bind port 5deb9ab2-985e-4a02-a47d-3876e70e5a1d on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:58:20.679771 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Attempting to bind port 5deb9ab2-985e-4a02-a47d-3876e70e5a1d by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:58:20.679879 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Attempting to bind port 5deb9ab2-985e-4a02-a47d-3876e70e5a1d on network 7517ec8c-2fb8-4891-807d-eceecf54c444 {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:58:20.681875 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2e5a1-6bbf-4500-9f48-9cbd680796ec None None] Pushing event updated for resources: {'Port': ['ID=5deb9ab2-985e-4a02-a47d-3876e70e5a1d,revision_number=2']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:20.687991 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Allocated IP 172.20.0.1 (184ce015-1a2c-47a7-9fdb-a44e9f2830db/92a6fe1c-a0b4-4010-aeb0-a3d93f102d72/fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:58:20.690823 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:58:20.691188 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Checking segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:58:20.691585 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:20.691967 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Bound using segment: {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'} {{(pid=88650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:58:20.692419 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.managers [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Bound port: 5deb9ab2-985e-4a02-a47d-3876e70e5a1d, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438ffc1e-9b04-4419-a4d9-c356ca246870', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}}] {{(pid=88650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:58:20.692800 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:20.723879 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb2e5a1-6bbf-4500-9f48-9cbd680796ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:20.724214 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb2e5a1-6bbf-4500-9f48-9cbd680796ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:20.724543 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb2e5a1-6bbf-4500-9f48-9cbd680796ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:20.724866 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb2e5a1-6bbf-4500-9f48-9cbd680796ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:20.725184 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb2e5a1-6bbf-4500-9f48-9cbd680796ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:20.725500 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb2e5a1-6bbf-4500-9f48-9cbd680796ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:20.725839 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb2e5a1-6bbf-4500-9f48-9cbd680796ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:20.726151 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb2e5a1-6bbf-4500-9f48-9cbd680796ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:20.726462 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb2e5a1-6bbf-4500-9f48-9cbd680796ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:20.726775 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb2e5a1-6bbf-4500-9f48-9cbd680796ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:20.727082 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb2e5a1-6bbf-4500-9f48-9cbd680796ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:20.727387 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb2e5a1-6bbf-4500-9f48-9cbd680796ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:20.773621 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] For port 5deb9ab2-985e-4a02-a47d-3876e70e5a1d, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:58:20.776732 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.plugins.ml2.db [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] For port 5deb9ab2-985e-4a02-a47d-3876e70e5a1d, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=5deb9ab2-985e-4a02-a47d-3876e70e5a1d,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:58:20.881697 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device f2de6882-c4d9-4fa9-ab61-5cf2a5607359 up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:58:20.884393 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron_lib.callbacks.manager [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:20.935563 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:20.952146 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Transition to ACTIVE for port object fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:58:20.957081 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Routers {'428b3660-d35a-417d-82bf-fb391b50b786'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:58:20.957686 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:58:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['428b3660-d35a-417d-82bf-fb391b50b786'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:21.027730 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2e5a1-6bbf-4500-9f48-9cbd680796ec None None] Pushing event updated for resources: {'Port': ['ID=5deb9ab2-985e-4a02-a47d-3876e70e5a1d,revision_number=3']} {{(pid=88650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:21.044042 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:21.074055 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port f2de6882-c4d9-4fa9-ab61-5cf2a5607359 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:58:21.079564 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port f2de6882-c4d9-4fa9-ab61-5cf2a5607359 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:58:21.080074 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:21.124647 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Pushing event updated for resources: {'Port': ['ID=fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:21.132487 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Network 184ce015-1a2c-47a7-9fdb-a44e9f2830db is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:58:21.134361 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:58:21.137424 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:58:21.147045 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] Set router 428b3660-d35a-417d-82bf-fb391b50b786 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:58:21.204219 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787844'] for router_interface, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:21.225122 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port f2de6882-c4d9-4fa9-ab61-5cf2a5607359 is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:58:21.225509 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:21.259774 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579c52a9-1fca-419c-83dc-b31b690a4f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2de6882-c4d9-4fa9-ab61-5cf2a5607359'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:58:21.271340 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port f2de6882-c4d9-4fa9-ab61-5cf2a5607359, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=f2de6882-c4d9-4fa9-ab61-5cf2a5607359,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:21.316996 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c327b20b-c7a5-4c4b-8289-c264381eca70'] response: {'server_uuid': '579c52a9-1fca-419c-83dc-b31b690a4f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2de6882-c4d9-4fa9-ab61-5cf2a5607359', 'code': 200} Jun 04 13:58:21.360143 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:21.437106 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=f2de6882-c4d9-4fa9-ab61-5cf2a5607359,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:21.473138 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:18Z', 'revision_number': 3, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:21.477459 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345d8b3-1b07-4c1d-9c85-fcfbb00200e1 None None] The sync data for ids ['428b3660-d35a-417d-82bf-fb391b50b786'] in dv-cinder-843593-2-smb is: [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:18Z', 'revision_number': 3, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:58:21.519811 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-851012da-9ab6-4629-a667-3ba3e78a05b9 None None] Provisioning for port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:58:21.535541 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 63d13790-28c2-45a5-b100-239371b3db36 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:58:21.564390 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-851012da-9ab6-4629-a667-3ba3e78a05b9 None None] Provisioning complete for port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:58:21.564917 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-851012da-9ab6-4629-a667-3ba3e78a05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:21.578029 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:21.644813 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-851012da-9ab6-4629-a667-3ba3e78a05b9 None None] Port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:58:21.662737 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 63d13790-28c2-45a5-b100-239371b3db36 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:58:21.663114 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:21.827673 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 63d13790-28c2-45a5-b100-239371b3db36 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:58:21.925251 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da3f62-402b-4d48-a3b1-e18c27276566 req-465f15db-939e-43cb-87f0-8ac4dc4211b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:21.926764 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d7da3f62-402b-4d48-a3b1-e18c27276566 req-465f15db-939e-43cb-87f0-8ac4dc4211b6 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 1098 time: 0.2611423 Jun 04 13:58:21.984534 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c37a58-7f77-4433-a329-a689a3fe7851 req-f9f15f5b-6ead-4d00-aabb-d4aac5bbeafc tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:21.985961 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-49c37a58-7f77-4433-a329-a689a3fe7851 req-f9f15f5b-6ead-4d00-aabb-d4aac5bbeafc tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 945 time: 0.1886652 Jun 04 13:58:22.023579 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d7da3f62-402b-4d48-a3b1-e18c27276566 req-0e2da846-a2e7-47af-9284-0dcbe7d7fb3a service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=ce477ae1-aba3-4331-aa58-51698e5d2c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873349 Jun 04 13:58:22.027877 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:22.051513 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-49c37a58-7f77-4433-a329-a689a3fe7851 req-21a43f48-4b78-4b91-9413-0ea8920ad1d2 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce477ae1-aba3-4331-aa58-51698e5d2c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512965 Jun 04 13:58:22.108436 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:22.218491 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Pushing event updated for resources: {'Port': ['ID=fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:22.221926 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3874379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3800573'] for router_interface, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:22.355166 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Network 184ce015-1a2c-47a7-9fdb-a44e9f2830db is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:58:22.356371 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:58:22.540477 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Router 428b3660-d35a-417d-82bf-fb391b50b786 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:58:22.576060 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-8e1ed8c5-0e63-415f-b3fe-4050a19ed205 None None] Provisioning complete for port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:58:22.576600 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed8c5-0e63-415f-b3fe-4050a19ed205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:22.628328 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ed8c5-0e63-415f-b3fe-4050a19ed205 None None] Port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:58:22.827365 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:58:22.836022 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-05996f88-9f7d-4ee8-8b93-1b1969361fab admin admin] 10.222.0.15 "PUT /v2.0/routers/428b3660-d35a-417d-82bf-fb391b50b786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1395922 Jun 04 13:58:22.945083 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Sync routers for ids ['428b3660-d35a-417d-82bf-fb391b50b786'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:58:22.954148 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Routers {'428b3660-d35a-417d-82bf-fb391b50b786'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:58:22.954830 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:58:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['428b3660-d35a-417d-82bf-fb391b50b786'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:23.143934 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Set router 428b3660-d35a-417d-82bf-fb391b50b786 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:58:23.220677 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47818) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:23.228387 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-b22395c0-cdd0-4916-9f03-b568a0782345 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20788396', 'description': 'tempest-description--14550877'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:23.235863 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-b22395c0-cdd0-4916-9f03-b568a0782345 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:23.239974 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-b22395c0-cdd0-4916-9f03-b568a0782345 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Usage tracker for resource:security_group and tenant:f48f4092fd134a8ab578c94827b48ebb is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:58:23.244658 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-b22395c0-cdd0-4916-9f03-b568a0782345 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:58:23.247940 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071ad97-91d9-48c0-8930-c799708fed46 req-36de4a9f-2b61-4b55-bf06-f582b94c0f68 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:23.249403 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0071ad97-91d9-48c0-8930-c799708fed46 req-36de4a9f-2b61-4b55-bf06-f582b94c0f68 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 945 time: 0.0822346 Jun 04 13:58:23.252133 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-b22395c0-cdd0-4916-9f03-b568a0782345 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:23.294986 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0071ad97-91d9-48c0-8930-c799708fed46 req-ef47fee7-d75a-4d3e-8ef2-e0d7a4cdd4be tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce477ae1-aba3-4331-aa58-51698e5d2c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386951 Jun 04 13:58:23.354333 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b22395c0-cdd0-4916-9f03-b568a0782345 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:23.374153 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-b22395c0-cdd0-4916-9f03-b568a0782345 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:23.378989 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-b22395c0-cdd0-4916-9f03-b568a0782345 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Usage tracker for resource:security_group_rule and tenant:f48f4092fd134a8ab578c94827b48ebb is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:58:23.381917 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-b22395c0-cdd0-4916-9f03-b568a0782345 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:58:23.387724 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-b22395c0-cdd0-4916-9f03-b568a0782345 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:23.458058 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b22395c0-cdd0-4916-9f03-b568a0782345 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:23.461894 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9', 'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'mac_address': 'fa:16:3e:5e:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:20Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 2, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'subnets': [{'id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:23.466627 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Checking router: 428b3660-d35a-417d-82bf-fb391b50b786 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:58:23.466975 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Updating router 428b3660-d35a-417d-82bf-fb391b50b786 port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 binding host dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:58:23.548750 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b22395c0-cdd0-4916-9f03-b568a0782345 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:23.549239 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 5deb9ab2-985e-4a02-a47d-3876e70e5a1d up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:58:23.596055 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22395c0-cdd0-4916-9f03-b568a0782345 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb176f5-224f-4e85-b03e-23c1c5a65461,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:23.602136 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:23.668355 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-b22395c0-cdd0-4916-9f03-b568a0782345 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:23.669616 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-b22395c0-cdd0-4916-9f03-b568a0782345 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.4464278 Jun 04 13:58:23.672578 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47822) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:23.678294 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-594568eb-a839-47cd-9077-887096f1f738 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Request body: {'security_group_rule': {'security_group_id': 'ffb176f5-224f-4e85-b03e-23c1c5a65461', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:23.683879 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-594568eb-a839-47cd-9077-887096f1f738 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:23.687670 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-594568eb-a839-47cd-9077-887096f1f738 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Usage tracker for resource:security_group_rule and tenant:f48f4092fd134a8ab578c94827b48ebb is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:58:23.691177 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-594568eb-a839-47cd-9077-887096f1f738 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:58:23.697181 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-594568eb-a839-47cd-9077-887096f1f738 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:23.767216 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port 5deb9ab2-985e-4a02-a47d-3876e70e5a1d completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:58:23.787893 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 5deb9ab2-985e-4a02-a47d-3876e70e5a1d triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:58:23.788261 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:23.794910 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-594568eb-a839-47cd-9077-887096f1f738 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:23.856191 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-594568eb-a839-47cd-9077-887096f1f738 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:23.925697 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-594568eb-a839-47cd-9077-887096f1f738 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:23.949240 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594568eb-a839-47cd-9077-887096f1f738 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e963b4f-96e1-4231-98e4-3b8fa874dc18,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:24.011954 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 5deb9ab2-985e-4a02-a47d-3876e70e5a1d is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:58:24.012318 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:24.028399 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-594568eb-a839-47cd-9077-887096f1f738 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:24.029605 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-594568eb-a839-47cd-9077-887096f1f738 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560293 Jun 04 13:58:24.032281 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47826) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:24.037837 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-6cdeb9a5-1c4b-4d05-b4ee-a77ebbacc2a4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Request body: {'security_group_rule': {'security_group_id': 'ffb176f5-224f-4e85-b03e-23c1c5a65461', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:24.044073 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-6cdeb9a5-1c4b-4d05-b4ee-a77ebbacc2a4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:24.047620 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-6cdeb9a5-1c4b-4d05-b4ee-a77ebbacc2a4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Usage tracker for resource:security_group_rule and tenant:f48f4092fd134a8ab578c94827b48ebb is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:58:24.051537 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-6cdeb9a5-1c4b-4d05-b4ee-a77ebbacc2a4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:58:24.057187 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-6cdeb9a5-1c4b-4d05-b4ee-a77ebbacc2a4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:24.070849 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port 5deb9ab2-985e-4a02-a47d-3876e70e5a1d, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=5deb9ab2-985e-4a02-a47d-3876e70e5a1d,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:24.081202 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Notify callbacks [] for port, precommit_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:24.092205 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Transition to ACTIVE for port object fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 will not be triggered until provisioned by entity L2. {{(pid=88649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:58:24.136078 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb9a5-1c4b-4d05-b4ee-a77ebbacc2a4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:24.159047 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:24.161983 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:24.199905 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb9a5-1c4b-4d05-b4ee-a77ebbacc2a4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:24.280077 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb9a5-1c4b-4d05-b4ee-a77ebbacc2a4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:24.299914 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdeb9a5-1c4b-4d05-b4ee-a77ebbacc2a4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a912d5-e0c6-4bfb-ae65-4325dc8c98bc,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:24.354035 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=5deb9ab2-985e-4a02-a47d-3876e70e5a1d,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:24.398437 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb9a5-1c4b-4d05-b4ee-a77ebbacc2a4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:24.398437 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-6cdeb9a5-1c4b-4d05-b4ee-a77ebbacc2a4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3626447 Jun 04 13:58:24.399240 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47832) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:24.404470 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Request body: {'floatingip': {'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:24.410766 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:24.429294 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Attempting to bind port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 on host dv-cinder-843593-2-smb for vnic_type normal with profile {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:58:24.429658 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Attempting to bind port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 by drivers openvswitch,hyperv on host dv-cinder-843593-2-smb at level 0 using segments [{'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:58:24.430046 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Attempting to bind port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 on network 184ce015-1a2c-47a7-9fdb-a44e9f2830db {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:58:24.440179 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Checking agent: {'id': '743470a5-ad3e-4aa3-b7ac-e4362e7ce1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843593-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 41, 39), 'started_at': datetime.datetime(2022, 6, 4, 13, 42, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843593-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:58:24.440521 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Checking segment: {'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:58:24.440911 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:24.441292 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Bound using segment: {'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'} {{(pid=88649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:58:24.441760 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.managers [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Bound port: fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9, host: dv-cinder-843593-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'}}] {{(pid=88649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:58:24.442142 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:24.448809 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Usage tracker for resource:floatingip and tenant:f48f4092fd134a8ab578c94827b48ebb is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:58:24.456777 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:58:24.460819 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc682454-a09f-451f-b6fe-b2b8165c7487 None None] Pushing event updated for resources: {'Port': ['ID=fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9,revision_number=3']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:24.469905 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:24.510068 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11e40c-6090-47d9-8fed-5771a19e13df req-30e25f1c-3bdf-4f4a-85ce-65b1931d17fb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:24.512013 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3b11e40c-6090-47d9-8fed-5771a19e13df req-30e25f1c-3bdf-4f4a-85ce-65b1931d17fb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 945 time: 0.0975900 Jun 04 13:58:24.548392 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] For port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9, host dv-cinder-843593-2-smb, cleared binding levels {{(pid=88649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:58:24.551540 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] For port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9, host dv-cinder-843593-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:58:24.557276 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3b11e40c-6090-47d9-8fed-5771a19e13df req-8ac36441-df99-4f15-b0f9-23bb6fd05972 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce477ae1-aba3-4331-aa58-51698e5d2c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391052 Jun 04 13:58:24.558130 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for floatingip, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:24.628712 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:24.700350 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:24.712352 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Routers {'428b3660-d35a-417d-82bf-fb391b50b786'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:58:24.713424 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:58:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['428b3660-d35a-417d-82bf-fb391b50b786'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:24.748005 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c9ddb-6ba1-45b1-98ee-537c5e7e93f2 req-2a3991b8-3080-4e4b-bbe4-e561f3cf6ae0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:24.749654 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-850c9ddb-6ba1-45b1-98ee-537c5e7e93f2 req-2a3991b8-3080-4e4b-bbe4-e561f3cf6ae0 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 945 time: 0.0899401 Jun 04 13:58:24.758562 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 47838) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:24.763649 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-e0a38d06-28cb-470d-affd-5f89901a0e1f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Request body: {'floatingip': {'port_id': 'f2de6882-c4d9-4fa9-ab61-5cf2a5607359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:24.848174 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e0a38d06-28cb-470d-affd-5f89901a0e1f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:24.863703 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_common [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Allocated IP 172.28.3.40 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/5e1c1eed-7ee3-48cb-b38c-578a59e5e58f) {{(pid=88648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:58:24.902780 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] Set router 428b3660-d35a-417d-82bf-fb391b50b786 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:58:24.955103 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc682454-a09f-451f-b6fe-b2b8165c7487 None None] Pushing event updated for resources: {'Port': ['ID=fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:25.026959 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for port, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:25.119365 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:25.200994 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:58:25.208881 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources bound (agent type, host, resource id): {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:58:25.213013 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Received port after_create {{(pid=88648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:58:25.254990 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event updated for resources: {'Port': ['ID=5e1c1eed-7ee3-48cb-b38c-578a59e5e58f,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:25.271675 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9', 'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'mac_address': 'fa:16:3e:5e:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:20Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'subnets': [{'id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:25.275847 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad32818-ab0e-480e-a5bd-74f9013588bd None None] The sync data for ids ['428b3660-d35a-417d-82bf-fb391b50b786'] in dv-cinder-843593-2-smb is: [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9', 'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'mac_address': 'fa:16:3e:5e:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:20Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'subnets': [{'id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:58:25.300867 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:25.442146 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:25.534522 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e0a38d06-28cb-470d-affd-5f89901a0e1f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:25.605550 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e0a38d06-28cb-470d-affd-5f89901a0e1f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:25.642972 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 5deb9ab2-985e-4a02-a47d-3876e70e5a1d up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:58:25.742048 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port 5deb9ab2-985e-4a02-a47d-3876e70e5a1d triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:58:25.742646 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:25.832434 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.l3_db [None req-e0a38d06-28cb-470d-affd-5f89901a0e1f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Floating IP 5a73dded-ff25-4004-8a73-a27eefdefb3b associated. External IP: 172.28.3.78, port: f2de6882-c4d9-4fa9-ab61-5cf2a5607359. Jun 04 13:58:25.880209 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for port, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:25.885583 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 5deb9ab2-985e-4a02-a47d-3876e70e5a1d is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:58:25.886910 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:58:25.952422 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2204551'] for port, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:26.038325 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning for port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:58:26.043592 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:58:26.043964 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:26.067897 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event updated for resources: {'Port': ['ID=5e1c1eed-7ee3-48cb-b38c-578a59e5e58f,revision_number=2']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:26.082587 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:26.188993 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 is: DOWN; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:58:26.192338 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:26.211448 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:26.212808 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-3358eaff-48d1-469c-adbc-5bc3cccaa891 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8125699 Jun 04 13:58:26.226481 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] For port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:26.302834 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:26.350269 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a38d06-28cb-470d-affd-5f89901a0e1f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Router f401466b-c510-41cc-8f64-1540c5ef120e has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:58:26.376625 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Pushing event updated for resources: {'Port': ['ID=fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:26.405292 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-8bdbcc1a-233d-461a-a848-2f0f9db076d5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Synchronizing usage tracker for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:security_group {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:58:26.514209 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-8bdbcc1a-233d-461a-a848-2f0f9db076d5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Unset dirty status for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:security_group {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:58:26.515401 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-8bdbcc1a-233d-461a-a848-2f0f9db076d5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--20788396&fields=id&tenant_id=f48f4092fd134a8ab578c94827b48ebb HTTP/1.1" status: 200 len: 267 time: 0.1645200 Jun 04 13:58:26.536698 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a38d06-28cb-470d-affd-5f89901a0e1f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:58:26.541032 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e0a38d06-28cb-470d-affd-5f89901a0e1f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:26.546446 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39133468-6aa5-4185-8bd5-a01c58c945d4 None None] Sync routers for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:58:26.555847 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39133468-6aa5-4185-8bd5-a01c58c945d4 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:58:26.556709 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-39133468-6aa5-4185-8bd5-a01c58c945d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:58:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:26.600163 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-e0a38d06-28cb-470d-affd-5f89901a0e1f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "PUT /v2.0/floatingips/5a73dded-ff25-4004-8a73-a27eefdefb3b HTTP/1.1" status: 200 len: 990 time: 1.8383489 Jun 04 13:58:26.600163 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579c52a9-1fca-419c-83dc-b31b690a4f7a', 'tag': 'f2de6882-c4d9-4fa9-ab61-5cf2a5607359'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:58:26.643996 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76535591-9a50-4255-b13b-628c8ca498d5'] response: {'name': 'network-changed', 'server_uuid': '579c52a9-1fca-419c-83dc-b31b690a4f7a', 'tag': 'f2de6882-c4d9-4fa9-ab61-5cf2a5607359', 'status': 'completed', 'code': 200} Jun 04 13:58:26.684950 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-dd819a54-10b2-4847-8198-2c6fb805c71c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:26.685611 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-dd819a54-10b2-4847-8198-2c6fb805c71c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Synchronizing usage tracker for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:network {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:58:26.762225 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702329-03b1-44b2-b331-1460b987fc34 req-57506d2f-3ef9-4bda-9aa8-55d07a34c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:26.763588 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-22702329-03b1-44b2-b331-1460b987fc34 req-57506d2f-3ef9-4bda-9aa8-55d07a34c210 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=b1a0a7d689e345fb800464f38156edb4&device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 1098 time: 0.0760081 Jun 04 13:58:26.770633 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-39133468-6aa5-4185-8bd5-a01c58c945d4 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:58:26.783027 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-dd819a54-10b2-4847-8198-2c6fb805c71c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Unset dirty status for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:network {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:58:26.784454 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-dd819a54-10b2-4847-8198-2c6fb805c71c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/networks?id=184ce015-1a2c-47a7-9fdb-a44e9f2830db HTTP/1.1" status: 200 len: 816 time: 0.2614927 Jun 04 13:58:26.803525 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-95e41b3a-5155-4036-9878-dcc08f809ffd tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/quotas/f48f4092fd134a8ab578c94827b48ebb HTTP/1.1" status: 200 len: 375 time: 0.0096016 Jun 04 13:58:26.891748 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-7965573c-608f-4593-9d32-4d9c39bfe1cd tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f48f4092fd134a8ab578c94827b48ebb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0799420 Jun 04 13:58:26.901714 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702329-03b1-44b2-b331-1460b987fc34 req-52a6835c-29da-4f29-a4f4-e2ce0135dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:26.903240 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-22702329-03b1-44b2-b331-1460b987fc34 req-52a6835c-29da-4f29-a4f4-e2ce0135dc99 service neutron] 10.222.0.17 "GET /v2.0/networks?id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a HTTP/1.1" status: 200 len: 915 time: 0.1335056 Jun 04 13:58:27.010666 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-22702329-03b1-44b2-b331-1460b987fc34 req-3e515f17-64c8-46ad-aa73-b75d003974aa service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2de6882-c4d9-4fa9-ab61-5cf2a5607359 HTTP/1.1" status: 200 len: 998 time: 0.0985045 Jun 04 13:58:27.035610 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-d4f194d6-642a-4685-93c3-ecbe84f05102 service neutron] 10.222.0.15 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313384 Jun 04 13:58:27.076641 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702329-03b1-44b2-b331-1460b987fc34 req-e0798a09-9c24-4329-9426-39700bfdcda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:27.078210 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-22702329-03b1-44b2-b331-1460b987fc34 req-e0798a09-9c24-4329-9426-39700bfdcda0 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=86aba7f4-4b2c-4624-8047-800bda2d771c HTTP/1.1" status: 200 len: 853 time: 0.0607052 Jun 04 13:58:27.141079 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-39133468-6aa5-4185-8bd5-a01c58c945d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '5a73dded-ff25-4004-8a73-a27eefdefb3b', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.78', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': 'f2de6882-c4d9-4fa9-ab61-5cf2a5607359', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:bc:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579c52a9-1fca-419c-83dc-b31b690a4f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:58:08Z', 'updated_at': '2022-06-04T13:58:25Z', 'revision_number': 1, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:27.145620 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39133468-6aa5-4185-8bd5-a01c58c945d4 None None] Checking router: f401466b-c510-41cc-8f64-1540c5ef120e for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:58:27.155862 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39133468-6aa5-4185-8bd5-a01c58c945d4 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:58:27.156710 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-39133468-6aa5-4185-8bd5-a01c58c945d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:58:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:27.157131 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702329-03b1-44b2-b331-1460b987fc34 req-41d57f62-9be5-4a24-8b56-acd2a7d19717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:27.159348 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-22702329-03b1-44b2-b331-1460b987fc34 req-41d57f62-9be5-4a24-8b56-acd2a7d19717 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=f7e165fb-2c08-4a5e-b160-62bdeefaa15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749257 Jun 04 13:58:27.182574 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-a96b9796-ee0e-421a-9fbc-3ea893dd7a5a service neutron] 10.222.0.15 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408093 Jun 04 13:58:27.296977 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-22702329-03b1-44b2-b331-1460b987fc34 req-06b008f2-4a78-40ec-8644-aa1f0ff3bbd0 service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297340 Jun 04 13:58:27.331448 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-39133468-6aa5-4185-8bd5-a01c58c945d4 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:58:27.441873 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-22702329-03b1-44b2-b331-1460b987fc34 req-747e0cfb-8a54-42b8-a2e6-29eb624c248f service neutron] 10.222.0.17 "GET /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362071 Jun 04 13:58:27.499357 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-9567b661-1a4e-4a5c-b21b-f6f4e56ad235 req-fd3b5ed8-743b-4ff9-aee6-00ca0e7b6f20 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Synchronizing usage tracker for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:58:27.555660 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 up at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:58:27.611380 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-9567b661-1a4e-4a5c-b21b-f6f4e56ad235 req-fd3b5ed8-743b-4ff9-aee6-00ca0e7b6f20 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Unset dirty status for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:58:27.612599 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9567b661-1a4e-4a5c-b21b-f6f4e56ad235 req-fd3b5ed8-743b-4ff9-aee6-00ca0e7b6f20 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 210 time: 0.1696160 Jun 04 13:58:27.625337 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Provisioning complete for port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:58:27.625676 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:27.718271 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-39133468-6aa5-4185-8bd5-a01c58c945d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '5a73dded-ff25-4004-8a73-a27eefdefb3b', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.78', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': 'f2de6882-c4d9-4fa9-ab61-5cf2a5607359', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:bc:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579c52a9-1fca-419c-83dc-b31b690a4f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:58:08Z', 'updated_at': '2022-06-04T13:58:25Z', 'revision_number': 1, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:27.722834 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39133468-6aa5-4185-8bd5-a01c58c945d4 None None] The sync data for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb is: [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '5a73dded-ff25-4004-8a73-a27eefdefb3b', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'floating_ip_address': '172.28.3.78', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'port_id': 'f2de6882-c4d9-4fa9-ab61-5cf2a5607359', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'mac_address': 'fa:16:3e:bc:49:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579c52a9-1fca-419c-83dc-b31b690a4f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:58:08Z', 'updated_at': '2022-06-04T13:58:25Z', 'revision_number': 1, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:58:27.742495 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 is: ACTIVE; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:58:27.900559 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d774b2-645c-4e2f-8c5f-612b18937b8f None None] New status for floating IP 5a73dded-ff25-4004-8a73-a27eefdefb3b: ACTIVE {{(pid=88649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:58:28.762678 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-463565c1-3c4f-4d88-92bb-59362b0dbd96 req-e327fd99-4e34-499d-811e-8251a45502a3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 210 time: 0.0420897 Jun 04 13:58:29.760672 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-6bfb546c-4a1e-47ab-92a7-45559ec6facb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:29.761989 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-6bfb546c-4a1e-47ab-92a7-45559ec6facb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.17 "GET /v2.0/networks?id=184ce015-1a2c-47a7-9fdb-a44e9f2830db HTTP/1.1" status: 200 len: 816 time: 0.1419067 Jun 04 13:58:29.818345 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-847ff0d7-e0d0-41b4-86bd-61f781fdfbad tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48f4092fd134a8ab578c94827b48ebb HTTP/1.1" status: 200 len: 378 time: 0.0419848 Jun 04 13:58:29.826776 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Request body: {'port': {'device_id': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'admin_state_up': True, 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'security_groups': ['ffb176f5-224f-4e85-b03e-23c1c5a65461']}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:30.040270 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-655e45ae-626b-438e-97dd-45ba51b80fb9 req-a80ed2de-9656-49a3-ac43-ded53f71eb78 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 210 time: 0.1493783 Jun 04 13:58:30.094353 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:58:30.104769 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:58:30.182221 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Made reservation on behalf of f48f4092fd134a8ab578c94827b48ebb for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:58:30.185763 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:30.345026 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Allocated IP 172.20.0.13 (184ce015-1a2c-47a7-9fdb-a44e9f2830db/92a6fe1c-a0b4-4010-aeb0-a3d93f102d72/af4eaf71-14da-459e-894e-f78c68c5bc24) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:58:30.529261 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:30.545042 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Transition to ACTIVE for port object af4eaf71-14da-459e-894e-f78c68c5bc24 will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:58:30.626986 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:30.697876 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Network 184ce015-1a2c-47a7-9fdb-a44e9f2830db is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:58:30.701243 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:58:30.705122 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 13:58:30.744352 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event updated for resources: {'Port': ['ID=af4eaf71-14da-459e-894e-f78c68c5bc24,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:30.776091 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:30.776747 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:30.914887 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-0de0f674-24f1-4748-952c-51faadef1d97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0917070 Jun 04 13:58:30.932649 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Request body: {'port': {'device_id': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:30.965216 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-694ae7ba-4c5c-4aed-8c02-a22f07facd22 None None] Provisioning for port af4eaf71-14da-459e-894e-f78c68c5bc24 completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:58:30.979500 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-694ae7ba-4c5c-4aed-8c02-a22f07facd22 None None] Provisioning complete for port af4eaf71-14da-459e-894e-f78c68c5bc24 triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:58:30.980053 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-694ae7ba-4c5c-4aed-8c02-a22f07facd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:31.040678 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-694ae7ba-4c5c-4aed-8c02-a22f07facd22 None None] Port af4eaf71-14da-459e-894e-f78c68c5bc24 cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:58:31.048854 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:31.352065 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e7a8d-d94a-497c-9e05-170e54f8778e req-dfd7eec6-0b42-4644-bb22-4144c90a76b4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:31.352743 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-8b1e7a8d-d94a-497c-9e05-170e54f8778e req-dfd7eec6-0b42-4644-bb22-4144c90a76b4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Synchronizing usage tracker for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:58:31.441621 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-8b1e7a8d-d94a-497c-9e05-170e54f8778e req-dfd7eec6-0b42-4644-bb22-4144c90a76b4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Unset dirty status for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:58:31.442707 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8b1e7a8d-d94a-497c-9e05-170e54f8778e req-dfd7eec6-0b42-4644-bb22-4144c90a76b4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 932 time: 0.2722106 Jun 04 13:58:31.484040 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4eaf71-14da-459e-894e-f78c68c5bc24 {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:58:31.499772 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:31.516447 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8b1e7a8d-d94a-497c-9e05-170e54f8778e req-b3f36b2c-bd57-4685-b519-7f28525045b8 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673079 Jun 04 13:58:31.523079 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Transition to ACTIVE for port object af4eaf71-14da-459e-894e-f78c68c5bc24 will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:58:31.587969 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:31.720694 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Pushing event updated for resources: {'Port': ['ID=af4eaf71-14da-459e-894e-f78c68c5bc24,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:31.828732 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Attempting to bind port af4eaf71-14da-459e-894e-f78c68c5bc24 on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:58:31.829409 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Attempting to bind port af4eaf71-14da-459e-894e-f78c68c5bc24 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:58:31.829538 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Attempting to bind port af4eaf71-14da-459e-894e-f78c68c5bc24 on network 184ce015-1a2c-47a7-9fdb-a44e9f2830db {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:58:31.834664 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Port af4eaf71-14da-459e-894e-f78c68c5bc24 on network 184ce015-1a2c-47a7-9fdb-a44e9f2830db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:58:31.834980 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Attempting to bind port af4eaf71-14da-459e-894e-f78c68c5bc24 on network 184ce015-1a2c-47a7-9fdb-a44e9f2830db {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:58:31.840809 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 13, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:58:31.841138 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Checking segment: {'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 13:58:31.841514 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Bound using segment: {'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:58:31.842031 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Bound port: af4eaf71-14da-459e-894e-f78c68c5bc24, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:58:31.842367 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:31.950516 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] For port af4eaf71-14da-459e-894e-f78c68c5bc24, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:58:31.953646 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] For port af4eaf71-14da-459e-894e-f78c68c5bc24, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af4eaf71-14da-459e-894e-f78c68c5bc24,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:58:32.068894 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:32.128922 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:32.129558 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:32.130974 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] 10.222.0.17 "PUT /v2.0/ports/af4eaf71-14da-459e-894e-f78c68c5bc24 HTTP/1.1" status: 200 len: 1094 time: 1.2023327 Jun 04 13:58:32.133666 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'tag': 'af4eaf71-14da-459e-894e-f78c68c5bc24'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:58:32.170357 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5257b6-68b3-4fd9-81cd-592d5c7b241b service neutron] Pushing event updated for resources: {'Port': ['ID=af4eaf71-14da-459e-894e-f78c68c5bc24,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:32.216244 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a6c2f9-37e2-4f41-9ab5-e846779a8048'] response: {'name': 'network-changed', 'server_uuid': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'tag': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'status': 'completed', 'code': 200} Jun 04 13:58:32.343699 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3709d9-8873-4c52-a10f-99a5e93b19ae req-6f70a7de-304d-45b0-be83-6fb21574b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:32.345171 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8c3709d9-8873-4c52-a10f-99a5e93b19ae req-6f70a7de-304d-45b0-be83-6fb21574b2e0 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f48f4092fd134a8ab578c94827b48ebb&device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 1097 time: 0.0715709 Jun 04 13:58:32.580207 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3709d9-8873-4c52-a10f-99a5e93b19ae req-0164e797-b695-4857-9ac1-5d8664947291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:32.581824 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8c3709d9-8873-4c52-a10f-99a5e93b19ae req-0164e797-b695-4857-9ac1-5d8664947291 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=f48f4092fd134a8ab578c94827b48ebb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2223790 Jun 04 13:58:32.772390 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3709d9-8873-4c52-a10f-99a5e93b19ae req-963256ee-6879-4b28-adf5-42d3fd548dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:32.773908 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8c3709d9-8873-4c52-a10f-99a5e93b19ae req-963256ee-6879-4b28-adf5-42d3fd548dfc service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1862137 Jun 04 13:58:32.789640 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4428465-49f0-4fa9-aa22-5af9a5794d2e req-c849323d-71f1-4566-8182-c2bccfe71dbb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:32.791107 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d4428465-49f0-4fa9-aa22-5af9a5794d2e req-c849323d-71f1-4566-8182-c2bccfe71dbb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.1308632 Jun 04 13:58:32.837329 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d4428465-49f0-4fa9-aa22-5af9a5794d2e req-2dd7246d-6104-42c4-8751-41e60b5e90a8 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391905 Jun 04 13:58:32.909722 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-1d8dbe42-dfbd-440d-ab66-872fef15d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:32.911442 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-1d8dbe42-dfbd-440d-ab66-872fef15d1d7 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f48f4092fd134a8ab578c94827b48ebb&device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 1097 time: 0.0772762 Jun 04 13:58:32.916419 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:58:32.988615 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-b596b3d9-459d-4377-8d2d-acd0fb00ed88 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af4eaf71-14da-459e-894e-f78c68c5bc24 HTTP/1.1" status: 200 len: 217 time: 0.0606861 Jun 04 13:58:33.062700 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-c67ed426-39b7-4482-b81d-ad2d7d11b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:33.064167 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-c67ed426-39b7-4482-b81d-ad2d7d11b1e7 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=92a6fe1c-a0b4-4010-aeb0-a3d93f102d72 HTTP/1.1" status: 200 len: 855 time: 0.0599608 Jun 04 13:58:33.138069 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-96236556-de31-4c23-abc3-4f1aaf2aa209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:33.139230 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-96236556-de31-4c23-abc3-4f1aaf2aa209 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=184ce015-1a2c-47a7-9fdb-a44e9f2830db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693176 Jun 04 13:58:33.269312 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-63382c35-ca73-4e0b-b09a-f966eca01a1d service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236327 Jun 04 13:58:33.397814 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6259bf9b-3717-499b-8db2-73aab723c1c4 req-c2be1856-fbf8-48b6-a31a-d2191ef46051 service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223292 Jun 04 13:58:34.024082 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a9c0b-3117-459a-aa4c-45593a5df8ea req-01f59243-332b-4e5b-ba3e-2c8b6b46d920 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:34.025546 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c51a9c0b-3117-459a-aa4c-45593a5df8ea req-01f59243-332b-4e5b-ba3e-2c8b6b46d920 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.0825174 Jun 04 13:58:34.069499 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c51a9c0b-3117-459a-aa4c-45593a5df8ea req-3fb37854-3dc7-4b4b-86a9-acd69e4aa931 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383284 Jun 04 13:58:35.267986 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ad436-4b88-41ac-a867-ac6d327fdb81 req-245ab43d-9afc-4619-91f3-b94abef074c4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:35.269333 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cb1ad436-4b88-41ac-a867-ac6d327fdb81 req-245ab43d-9afc-4619-91f3-b94abef074c4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.0839024 Jun 04 13:58:35.313951 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cb1ad436-4b88-41ac-a867-ac6d327fdb81 req-6016b476-6ebc-4e35-adb6-114f03ef1374 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386004 Jun 04 13:58:35.854421 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e48743f0-405b-4e45-80fb-3f6606e73af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:36.497494 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fded8-85e0-4dd0-9324-a8c8a48c275c req-863d88c9-11f3-42a8-9d97-eb61e476ed05 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:36.498983 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cc5fded8-85e0-4dd0-9324-a8c8a48c275c req-863d88c9-11f3-42a8-9d97-eb61e476ed05 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.0781553 Jun 04 13:58:36.544951 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-cc5fded8-85e0-4dd0-9324-a8c8a48c275c req-84e0b8a1-c274-4be8-897f-281352339a1e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395713 Jun 04 13:58:36.962465 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device af4eaf71-14da-459e-894e-f78c68c5bc24 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:58:37.092699 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port af4eaf71-14da-459e-894e-f78c68c5bc24, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af4eaf71-14da-459e-894e-f78c68c5bc24,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:37.106287 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'port_id': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'mac_address': 'fa:16:3e:2a:56:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:58:37.171426 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port af4eaf71-14da-459e-894e-f78c68c5bc24 is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:58:37.172112 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:37.192154 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4eaf71-14da-459e-894e-f78c68c5bc24 {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 13:58:37.211495 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port af4eaf71-14da-459e-894e-f78c68c5bc24, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af4eaf71-14da-459e-894e-f78c68c5bc24,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:37.251140 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:37.321723 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=af4eaf71-14da-459e-894e-f78c68c5bc24,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:37.690676 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['af4eaf71-14da-459e-894e-f78c68c5bc24'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:58:37.732755 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437d917-b782-400f-b64a-99da0b7ff1ec req-64fc25b8-73a2-42f2-b68f-9c1bb913abc4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:37.738473 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e437d917-b782-400f-b64a-99da0b7ff1ec req-64fc25b8-73a2-42f2-b68f-9c1bb913abc4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 945 time: 0.0832050 Jun 04 13:58:37.778535 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e437d917-b782-400f-b64a-99da0b7ff1ec req-4e787b19-a437-452d-bc96-d593d49abb7f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385549 Jun 04 13:58:38.043435 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-fd03eddb-e74c-4b12-9ab3-bc312daa6b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:38.100253 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:38.961258 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device af4eaf71-14da-459e-894e-f78c68c5bc24 up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:58:38.969194 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d0039-302a-4ec0-9e3a-aaeb4cc0f764 req-9815a5df-d387-4888-8e35-c93854e7a4ce tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:38.973520 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2d8d0039-302a-4ec0-9e3a-aaeb4cc0f764 req-9815a5df-d387-4888-8e35-c93854e7a4ce tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 945 time: 0.0829844 Jun 04 13:58:39.016002 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2d8d0039-302a-4ec0-9e3a-aaeb4cc0f764 req-e6ba602d-51f0-404b-a932-370bd6fec7f0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391047 Jun 04 13:58:39.085130 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:39.140133 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port af4eaf71-14da-459e-894e-f78c68c5bc24 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:58:39.154399 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port af4eaf71-14da-459e-894e-f78c68c5bc24 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:58:39.154767 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:39.270885 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port af4eaf71-14da-459e-894e-f78c68c5bc24 is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 13:58:39.271202 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:39.284584 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:39.301048 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4eaf71-14da-459e-894e-f78c68c5bc24'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:58:39.311032 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port af4eaf71-14da-459e-894e-f78c68c5bc24, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af4eaf71-14da-459e-894e-f78c68c5bc24,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:39.345369 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df2e1da-5cb5-45e5-bbad-cf5a8eceaf6f'] response: {'server_uuid': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'code': 200} Jun 04 13:58:39.399702 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:39.470378 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=af4eaf71-14da-459e-894e-f78c68c5bc24,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:39.758075 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7063ca5-6b35-430e-a7d5-0651bec7fe33 req-9b7f653e-96b6-433e-8731-02bf88e132dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:39.759519 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a7063ca5-6b35-430e-a7d5-0651bec7fe33 req-9b7f653e-96b6-433e-8731-02bf88e132dd service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 1099 time: 0.0685403 Jun 04 13:58:39.804615 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a7063ca5-6b35-430e-a7d5-0651bec7fe33 req-d77585ce-907d-45b3-8faf-768fd532ece7 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373254 Jun 04 13:58:40.208256 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046eb7a-c256-4bf6-9d22-67a12ce379e0 req-ec15bd44-3231-459b-a0c9-64b4f2f77958 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:40.209677 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b046eb7a-c256-4bf6-9d22-67a12ce379e0 req-ec15bd44-3231-459b-a0c9-64b4f2f77958 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0777838 Jun 04 13:58:40.252130 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b046eb7a-c256-4bf6-9d22-67a12ce379e0 req-74741e28-7060-401f-a5a4-7ad6c40b9630 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367396 Jun 04 13:58:40.450989 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:41.445879 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37db7-00a2-42ae-896b-7b9fd3de1f65 req-5ecc54b3-e7d2-4f62-a3f9-604db17551be tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:41.447819 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-94b37db7-00a2-42ae-896b-7b9fd3de1f65 req-5ecc54b3-e7d2-4f62-a3f9-604db17551be tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0833910 Jun 04 13:58:41.495713 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-94b37db7-00a2-42ae-896b-7b9fd3de1f65 req-f81199fd-53a5-42d1-b357-79cc4db912f5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421257 Jun 04 13:58:42.685956 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f559b-fe35-4303-b4a3-e0891ccb2347 req-b9db55e7-32fa-451c-b095-2289b00049fb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:42.687530 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-826f559b-fe35-4303-b4a3-e0891ccb2347 req-b9db55e7-32fa-451c-b095-2289b00049fb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0835896 Jun 04 13:58:42.731044 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-826f559b-fe35-4303-b4a3-e0891ccb2347 req-ff7683f3-6710-4ed7-afa2-d439735a47c8 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372760 Jun 04 13:58:42.911503 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2037df-9347-47c7-8024-8164b32a61a2 req-f239b659-b183-4206-a783-b3c36c07f703 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:42.912958 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6c2037df-9347-47c7-8024-8164b32a61a2 req-f239b659-b183-4206-a783-b3c36c07f703 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0789256 Jun 04 13:58:42.921888 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 47976) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:42.927297 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-a5cea10b-8e1f-4a52-a5af-6a516b5fbe21 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Request body: {'floatingip': {'port_id': 'af4eaf71-14da-459e-894e-f78c68c5bc24'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:58:43.003985 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a5cea10b-8e1f-4a52-a5af-6a516b5fbe21 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for floatingip, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:43.682184 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a5cea10b-8e1f-4a52-a5af-6a516b5fbe21 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:43.734627 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a5cea10b-8e1f-4a52-a5af-6a516b5fbe21 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:43.901943 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.l3_db [None req-a5cea10b-8e1f-4a52-a5af-6a516b5fbe21 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Floating IP 3c36497f-8bda-4fb2-8c52-85b2786ad6df associated. External IP: 172.28.3.40, port: af4eaf71-14da-459e-894e-f78c68c5bc24. Jun 04 13:58:44.238779 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cea10b-8e1f-4a52-a5af-6a516b5fbe21 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Router 428b3660-d35a-417d-82bf-fb391b50b786 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:58:44.412933 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cea10b-8e1f-4a52-a5af-6a516b5fbe21 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:58:44.417716 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-a5cea10b-8e1f-4a52-a5af-6a516b5fbe21 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:44.422253 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5447287d-1fdd-4d1d-881c-cdeb812201d0 None None] Sync routers for ids ['428b3660-d35a-417d-82bf-fb391b50b786'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:58:44.432713 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5447287d-1fdd-4d1d-881c-cdeb812201d0 None None] Routers {'428b3660-d35a-417d-82bf-fb391b50b786'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:58:44.433315 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-5447287d-1fdd-4d1d-881c-cdeb812201d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:58:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['428b3660-d35a-417d-82bf-fb391b50b786'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:44.469903 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-a5cea10b-8e1f-4a52-a5af-6a516b5fbe21 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "PUT /v2.0/floatingips/3c36497f-8bda-4fb2-8c52-85b2786ad6df HTTP/1.1" status: 200 len: 991 time: 1.5470183 Jun 04 13:58:44.470477 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'tag': 'af4eaf71-14da-459e-894e-f78c68c5bc24'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:58:44.513388 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6b7db6-67b1-46f0-b0ee-bd3b8a35bbe2'] response: {'name': 'network-changed', 'server_uuid': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'tag': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'status': 'completed', 'code': 200} Jun 04 13:58:44.608863 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-5447287d-1fdd-4d1d-881c-cdeb812201d0 None None] Set router 428b3660-d35a-417d-82bf-fb391b50b786 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:58:44.656301 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171aa98-37c4-4c0c-ac72-15ed9290e5db req-0c4aa9f9-e61a-4e53-8583-19de2e12bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:44.657739 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3171aa98-37c4-4c0c-ac72-15ed9290e5db req-0c4aa9f9-e61a-4e53-8583-19de2e12bacf service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f48f4092fd134a8ab578c94827b48ebb&device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 1099 time: 0.0750389 Jun 04 13:58:44.794556 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171aa98-37c4-4c0c-ac72-15ed9290e5db req-a11278ab-a5f1-49da-b314-dc234bfc0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:44.796074 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3171aa98-37c4-4c0c-ac72-15ed9290e5db req-a11278ab-a5f1-49da-b314-dc234bfc0b32 service neutron] 10.222.0.17 "GET /v2.0/networks?id=184ce015-1a2c-47a7-9fdb-a44e9f2830db HTTP/1.1" status: 200 len: 917 time: 0.1306469 Jun 04 13:58:44.983425 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3171aa98-37c4-4c0c-ac72-15ed9290e5db req-5cffd0d8-6bb0-4c18-987a-9bfd9600986f service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af4eaf71-14da-459e-894e-f78c68c5bc24 HTTP/1.1" status: 200 len: 999 time: 0.1804380 Jun 04 13:58:44.985768 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-5447287d-1fdd-4d1d-881c-cdeb812201d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '3c36497f-8bda-4fb2-8c52-85b2786ad6df', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'floating_ip_address': '172.28.3.40', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'port_id': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'mac_address': 'fa:16:3e:2a:56:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:58:25Z', 'updated_at': '2022-06-04T13:58:43Z', 'revision_number': 1, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9', 'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'mac_address': 'fa:16:3e:5e:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:20Z', 'updated_at': '2022-06-04T13:58:26Z', 'revision_number': 5, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'subnets': [{'id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:44.990689 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5447287d-1fdd-4d1d-881c-cdeb812201d0 None None] Checking router: 428b3660-d35a-417d-82bf-fb391b50b786 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:58:44.998831 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5447287d-1fdd-4d1d-881c-cdeb812201d0 None None] Routers {'428b3660-d35a-417d-82bf-fb391b50b786'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:58:44.999423 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-5447287d-1fdd-4d1d-881c-cdeb812201d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:58:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['428b3660-d35a-417d-82bf-fb391b50b786'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:45.058633 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171aa98-37c4-4c0c-ac72-15ed9290e5db req-55d9cc23-82b1-45fb-bdaf-34a2d1ae3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:45.060468 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3171aa98-37c4-4c0c-ac72-15ed9290e5db req-55d9cc23-82b1-45fb-bdaf-34a2d1ae3d3d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=92a6fe1c-a0b4-4010-aeb0-a3d93f102d72 HTTP/1.1" status: 200 len: 855 time: 0.0593996 Jun 04 13:58:45.141833 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171aa98-37c4-4c0c-ac72-15ed9290e5db req-b7ab0f41-cb24-4919-a2f9-b2784049bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:45.143464 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3171aa98-37c4-4c0c-ac72-15ed9290e5db req-b7ab0f41-cb24-4919-a2f9-b2784049bd24 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=184ce015-1a2c-47a7-9fdb-a44e9f2830db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750840 Jun 04 13:58:45.180720 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-5447287d-1fdd-4d1d-881c-cdeb812201d0 None None] Set router 428b3660-d35a-417d-82bf-fb391b50b786 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:58:45.275665 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3171aa98-37c4-4c0c-ac72-15ed9290e5db req-9a225521-c054-4e87-9ac5-d3bafc09689f service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253848 Jun 04 13:58:45.406459 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3171aa98-37c4-4c0c-ac72-15ed9290e5db req-66f76cce-c45b-4db2-9e60-1771fb7c31f7 service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244478 Jun 04 13:58:45.516708 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-5447287d-1fdd-4d1d-881c-cdeb812201d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '3c36497f-8bda-4fb2-8c52-85b2786ad6df', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'floating_ip_address': '172.28.3.40', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'port_id': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'mac_address': 'fa:16:3e:2a:56:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:58:25Z', 'updated_at': '2022-06-04T13:58:43Z', 'revision_number': 1, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9', 'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'mac_address': 'fa:16:3e:5e:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:20Z', 'updated_at': '2022-06-04T13:58:26Z', 'revision_number': 5, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'subnets': [{'id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:45.520554 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5447287d-1fdd-4d1d-881c-cdeb812201d0 None None] The sync data for ids ['428b3660-d35a-417d-82bf-fb391b50b786'] in dv-cinder-843593-2-smb is: [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '3c36497f-8bda-4fb2-8c52-85b2786ad6df', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'floating_ip_address': '172.28.3.40', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'port_id': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'mac_address': 'fa:16:3e:2a:56:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T13:58:25Z', 'updated_at': '2022-06-04T13:58:43Z', 'revision_number': 1, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9', 'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'mac_address': 'fa:16:3e:5e:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:20Z', 'updated_at': '2022-06-04T13:58:26Z', 'revision_number': 5, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'subnets': [{'id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:58:45.690193 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad74b0-dc9e-4dee-a33d-c9d6b687de40 None None] New status for floating IP 3c36497f-8bda-4fb2-8c52-85b2786ad6df: ACTIVE {{(pid=88649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:58:49.809900 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cd5a3-572b-413c-a22d-f32c85aaf9b2 req-a3484dea-0939-42b4-b2d9-7c7b787e5b7a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:49.811405 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-166cd5a3-572b-413c-a22d-f32c85aaf9b2 req-a3484dea-0939-42b4-b2d9-7c7b787e5b7a tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 945 time: 0.0827043 Jun 04 13:58:49.854958 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-166cd5a3-572b-413c-a22d-f32c85aaf9b2 req-05e88db1-99f8-430a-8149-0cdc25310289 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373755 Jun 04 13:58:51.034741 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179a04e-1571-41a4-8563-d134e0e56d05 req-53cd1e13-ee7d-4ca9-8fd8-5eeedebdf1e4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:51.036147 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a179a04e-1571-41a4-8563-d134e0e56d05 req-53cd1e13-ee7d-4ca9-8fd8-5eeedebdf1e4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 945 time: 0.0769429 Jun 04 13:58:51.176976 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a179a04e-1571-41a4-8563-d134e0e56d05 req-5aef5faf-5bfa-43c4-9637-046f050221e6 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352358 Jun 04 13:58:52.035414 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-b139a708-1a33-4ad2-aec6-25e80f974031 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:52.036799 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-b139a708-1a33-4ad2-aec6-25e80f974031 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.17 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 945 time: 0.0771580 Jun 04 13:58:52.107208 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Deleting port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:58:52.107542 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:52.397853 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] For port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=0afc0fa9-a984-4f2f-9db3-f843bca62c3c,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:58:52.398108 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:52.469857 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db782c0a-51cf-4681-a1a8-206d96ae72c3 req-461b03e6-5935-4eef-b475-d326c7f93cb2 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:58:52.471303 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-db782c0a-51cf-4681-a1a8-206d96ae72c3 req-461b03e6-5935-4eef-b475-d326c7f93cb2 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 945 time: 0.1900170 Jun 04 13:58:52.600966 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-db782c0a-51cf-4681-a1a8-206d96ae72c3 req-6474c17a-f976-452e-aa60-b8da5f6a05b4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups?id=06561dac-cffe-4f9c-96ac-7dbe73247d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220245 Jun 04 13:58:52.722589 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:52.722878 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:52.723183 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.l3_db [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Floating IP 38ca6230-88ad-4b8a-9f5c-0586e76e56c6 disassociated. External IP: 172.28.3.156, port: 0afc0fa9-a984-4f2f-9db3-f843bca62c3c. Jun 04 13:58:52.723512 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Calling delete_port for 0afc0fa9-a984-4f2f-9db3-f843bca62c3c owned by compute:nova {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:58:52.997449 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:53.045724 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event deleted for resources: {'Port': ['ID=0afc0fa9-a984-4f2f-9db3-f843bca62c3c,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:53.055799 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:53.056098 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:53.056431 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:53.056748 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:53.057070 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:53.057382 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:53.057694 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:53.058036 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:53.058349 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:53.058657 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:53.058964 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:53.059268 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:58:53.234072 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Router 0c71012e-f2d1-48ad-8ae8-385151c15d14 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:58:53.409004 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:58:53.419656 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925596e7-aa1e-4a08-acfe-9c1c61ec18f5 None None] Sync routers for ids ['0c71012e-f2d1-48ad-8ae8-385151c15d14'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:58:53.429467 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925596e7-aa1e-4a08-acfe-9c1c61ec18f5 None None] Routers {'0c71012e-f2d1-48ad-8ae8-385151c15d14'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:58:53.430126 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-925596e7-aa1e-4a08-acfe-9c1c61ec18f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:58:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['0c71012e-f2d1-48ad-8ae8-385151c15d14'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:53.482304 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] No DVR routers for this DVR port 0afc0fa9-a984-4f2f-9db3-f843bca62c3c on host hv-cinder-84359 {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:58:53.485141 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:53.487806 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48877d5c-bbcd-4c88-93e0-c7e3d74abb58', 'name': 'network-vif-deleted', 'tag': '0afc0fa9-a984-4f2f-9db3-f843bca62c3c'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:58:53.534824 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7158cd76-0aa2-42d7-883e-848b93be0471'] response: {'server_uuid': '48877d5c-bbcd-4c88-93e0-c7e3d74abb58', 'name': 'network-vif-deleted', 'tag': '0afc0fa9-a984-4f2f-9db3-f843bca62c3c', 'status': 'completed', 'code': 200} Jun 04 13:58:53.571339 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-566a6f8e-037f-4f11-a664-91d350e7bf9b req-76bd388f-a67d-4657-884b-ac2c6cc2e50e tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.17 "DELETE /v2.0/ports/0afc0fa9-a984-4f2f-9db3-f843bca62c3c HTTP/1.1" status: 204 len: 173 time: 1.5283775 Jun 04 13:58:53.619745 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-925596e7-aa1e-4a08-acfe-9c1c61ec18f5 None None] Set router 0c71012e-f2d1-48ad-8ae8-385151c15d14 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:58:53.758298 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-bf380c8b-91b6-4f27-80c2-b48f34682e28 req-6bd69af6-14a6-4c05-ba25-1d73f2daeaa4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Synchronizing usage tracker for tenant:1bab325121754db6a16249d176589adc on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:58:53.907637 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-bf380c8b-91b6-4f27-80c2-b48f34682e28 req-6bd69af6-14a6-4c05-ba25-1d73f2daeaa4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Unset dirty status for tenant:1bab325121754db6a16249d176589adc on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:58:53.908845 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-bf380c8b-91b6-4f27-80c2-b48f34682e28 req-6bd69af6-14a6-4c05-ba25-1d73f2daeaa4 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/ports?device_id=48877d5c-bbcd-4c88-93e0-c7e3d74abb58 HTTP/1.1" status: 200 len: 210 time: 0.2022274 Jun 04 13:58:53.936840 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-925596e7-aa1e-4a08-acfe-9c1c61ec18f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3', 'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'mac_address': 'fa:16:3e:07:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:04Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 5, 'project_id': '1bab325121754db6a16249d176589adc', 'subnets': [{'id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:53.941179 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925596e7-aa1e-4a08-acfe-9c1c61ec18f5 None None] Checking router: 0c71012e-f2d1-48ad-8ae8-385151c15d14 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:58:53.949495 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925596e7-aa1e-4a08-acfe-9c1c61ec18f5 None None] Routers {'0c71012e-f2d1-48ad-8ae8-385151c15d14'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:58:53.950146 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-925596e7-aa1e-4a08-acfe-9c1c61ec18f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:58:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['0c71012e-f2d1-48ad-8ae8-385151c15d14'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:54.149569 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-925596e7-aa1e-4a08-acfe-9c1c61ec18f5 None None] Set router 0c71012e-f2d1-48ad-8ae8-385151c15d14 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:58:54.452542 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-925596e7-aa1e-4a08-acfe-9c1c61ec18f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3', 'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'mac_address': 'fa:16:3e:07:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:04Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 5, 'project_id': '1bab325121754db6a16249d176589adc', 'subnets': [{'id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:58:54.456788 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925596e7-aa1e-4a08-acfe-9c1c61ec18f5 None None] The sync data for ids ['0c71012e-f2d1-48ad-8ae8-385151c15d14'] in dv-cinder-843593-2-smb is: [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:08Z', 'revision_number': 4, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3', 'name': '', 'network_id': '15ca5580-d168-42fa-8af5-abcdc93e9ac4', 'tenant_id': '1bab325121754db6a16249d176589adc', 'mac_address': 'fa:16:3e:07:18:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:04Z', 'updated_at': '2022-06-04T13:51:20Z', 'revision_number': 5, 'project_id': '1bab325121754db6a16249d176589adc', 'subnets': [{'id': '1b549cf0-8286-455e-9abd-46f9e5d41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:58:54.658782 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a0669b-c84f-4738-8e77-798ff71b6e73 None None] New status for floating IP 38ca6230-88ad-4b8a-9f5c-0586e76e56c6: DOWN {{(pid=88649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:58:55.056811 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 0afc0fa9-a984-4f2f-9db3-f843bca62c3c no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:58:55.092108 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: 0afc0fa9-a984-4f2f-9db3-f843bca62c3c {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:58:55.092437 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 0afc0fa9-a984-4f2f-9db3-f843bca62c3c not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:58:55.101599 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48046) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:55.163732 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-80e212c6-36db-48ea-98ff-07b1d6007cb5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:55.190863 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-80e212c6-36db-48ea-98ff-07b1d6007cb5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:55.305446 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-80e212c6-36db-48ea-98ff-07b1d6007cb5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:55.323051 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e212c6-36db-48ea-98ff-07b1d6007cb5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06561dac-cffe-4f9c-96ac-7dbe73247d10,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:55.401575 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-80e212c6-36db-48ea-98ff-07b1d6007cb5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:55.402717 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-80e212c6-36db-48ea-98ff-07b1d6007cb5 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "DELETE /v2.0/security-groups/06561dac-cffe-4f9c-96ac-7dbe73247d10 HTTP/1.1" status: 204 len: 168 time: 0.3001084 Jun 04 13:58:55.405308 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48050) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:55.421082 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.api.v2.resource [None req-88c7c792-5a06-44d1-ba16-496dcbcaccf3 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] show failed (client error): The resource could not be found. Jun 04 13:58:55.422057 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-88c7c792-5a06-44d1-ba16-496dcbcaccf3 tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "GET /v2.0/security-groups/06561dac-cffe-4f9c-96ac-7dbe73247d10 HTTP/1.1" status: 404 len: 347 time: 0.0158048 Jun 04 13:58:55.424517 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48054) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:58:55.575254 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-5f42c82e-d51b-4741-86a7-aff29b96738d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Deleting port 08d6a0c8-636f-4f67-a936-78abcfaa8376 {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:58:55.575492 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5f42c82e-d51b-4741-86a7-aff29b96738d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:55.734519 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5f42c82e-d51b-4741-86a7-aff29b96738d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:55.734839 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5f42c82e-d51b-4741-86a7-aff29b96738d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:55.861653 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-5f42c82e-d51b-4741-86a7-aff29b96738d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Calling delete_port for 08d6a0c8-636f-4f67-a936-78abcfaa8376 owned by network:floatingip {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:58:56.078757 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5f42c82e-d51b-4741-86a7-aff29b96738d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:56.128436 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42c82e-d51b-4741-86a7-aff29b96738d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Pushing event deleted for resources: {'Port': ['ID=08d6a0c8-636f-4f67-a936-78abcfaa8376,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:58:56.212670 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5f42c82e-d51b-4741-86a7-aff29b96738d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:56.284484 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5f42c82e-d51b-4741-86a7-aff29b96738d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:56.285644 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-5f42c82e-d51b-4741-86a7-aff29b96738d tempest-AttachVolumeTestJSON-1317646042 tempest-AttachVolumeTestJSON-1317646042-project] 10.222.0.15 "DELETE /v2.0/floatingips/38ca6230-88ad-4b8a-9f5c-0586e76e56c6 HTTP/1.1" status: 204 len: 168 time: 0.8602865 Jun 04 13:59:00.643248 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48088) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:01.199676 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-724e1bfb-15e5-4b48-ba71-a4dfc7b2a381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3800515'] for router_interface, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:01.616799 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-724e1bfb-15e5-4b48-ba71-a4dfc7b2a381 admin admin] Deleting port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:59:01.617127 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-724e1bfb-15e5-4b48-ba71-a4dfc7b2a381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:01.780777 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [None req-724e1bfb-15e5-4b48-ba71-a4dfc7b2a381 admin admin] For port 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:59:01.781444 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-724e1bfb-15e5-4b48-ba71-a4dfc7b2a381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:01.901847 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-724e1bfb-15e5-4b48-ba71-a4dfc7b2a381 admin admin] Calling delete_port for 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 owned by network:router_interface {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:59:02.271258 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-724e1bfb-15e5-4b48-ba71-a4dfc7b2a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:02.314668 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e1bfb-15e5-4b48-ba71-a4dfc7b2a381 admin admin] Pushing event deleted for resources: {'Port': ['ID=88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:02.576618 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-724e1bfb-15e5-4b48-ba71-a4dfc7b2a381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800447'] for router_interface, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:03.009713 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724e1bfb-15e5-4b48-ba71-a4dfc7b2a381 admin admin] Router 0c71012e-f2d1-48ad-8ae8-385151c15d14 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:59:03.182745 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724e1bfb-15e5-4b48-ba71-a4dfc7b2a381 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:59:03.194077 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908991e6-a148-47b6-96cb-1ab9892e47fd None None] Sync routers for ids ['0c71012e-f2d1-48ad-8ae8-385151c15d14'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:59:03.195201 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-724e1bfb-15e5-4b48-ba71-a4dfc7b2a381 admin admin] 10.222.0.15 "PUT /v2.0/routers/0c71012e-f2d1-48ad-8ae8-385151c15d14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5509088 Jun 04 13:59:03.197813 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48094) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:03.203354 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908991e6-a148-47b6-96cb-1ab9892e47fd None None] Routers {'0c71012e-f2d1-48ad-8ae8-385151c15d14'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:59:03.204019 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-908991e6-a148-47b6-96cb-1ab9892e47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:58:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['0c71012e-f2d1-48ad-8ae8-385151c15d14'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:59:03.368067 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:03.375208 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-908991e6-a148-47b6-96cb-1ab9892e47fd None None] Set router 0c71012e-f2d1-48ad-8ae8-385151c15d14 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:59:03.544955 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:03.625728 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] Deleting port 664d9616-b260-4154-a647-fe8f57796314 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:59:03.626020 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:03.650588 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-908991e6-a148-47b6-96cb-1ab9892e47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '664d9616-b260-4154-a647-fe8f57796314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:59:02Z', 'revision_number': 5, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port': {'id': '664d9616-b260-4154-a647-fe8f57796314', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:59:03.654315 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908991e6-a148-47b6-96cb-1ab9892e47fd None None] Checking router: 0c71012e-f2d1-48ad-8ae8-385151c15d14 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:59:03.662492 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908991e6-a148-47b6-96cb-1ab9892e47fd None None] Routers {'0c71012e-f2d1-48ad-8ae8-385151c15d14'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:59:03.663067 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-908991e6-a148-47b6-96cb-1ab9892e47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:58:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['0c71012e-f2d1-48ad-8ae8-385151c15d14'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:59:03.794808 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] For port 664d9616-b260-4154-a647-fe8f57796314, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=664d9616-b260-4154-a647-fe8f57796314,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:59:03.795266 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:03.812972 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-908991e6-a148-47b6-96cb-1ab9892e47fd None None] Set router 0c71012e-f2d1-48ad-8ae8-385151c15d14 gateway port host: None {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:59:03.915333 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] Calling delete_port for 664d9616-b260-4154-a647-fe8f57796314 owned by network:router_gateway {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:59:03.946915 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-908991e6-a148-47b6-96cb-1ab9892e47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:59:03Z', 'revision_number': 6, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port_host': None}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:59:03.950753 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908991e6-a148-47b6-96cb-1ab9892e47fd None None] The sync data for ids ['0c71012e-f2d1-48ad-8ae8-385151c15d14'] in dv-cinder-843593-2-smb is: [{'id': '0c71012e-f2d1-48ad-8ae8-385151c15d14', 'name': 'tempest-AttachVolumeTestJSON-891707386-router', 'tenant_id': '1bab325121754db6a16249d176589adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:59:03Z', 'revision_number': 6, 'project_id': '1bab325121754db6a16249d176589adc', 'gw_port_host': None}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:59:04.136001 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:04.183976 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=664d9616-b260-4154-a647-fe8f57796314,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:04.270443 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788006'] for router_gateway, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:04.533690 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26746'] for router, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:04.535758 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:04.637034 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3786017'] for router, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:04.637483 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c71012e-f2d1-48ad-8ae8-385151c15d14 {{(pid=88647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 13:59:04.650470 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] Notify callbacks [] for router, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:04.651576 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-bcff1068-07c6-40f7-847b-4e346a47a4c4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0c71012e-f2d1-48ad-8ae8-385151c15d14 HTTP/1.1" status: 204 len: 168 time: 1.4528522 Jun 04 13:59:04.654153 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48098) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:04.714004 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a6a72e-7da1-4b3e-ba77-4a422ba7156e admin admin] Deleting subnet 1b549cf0-8286-455e-9abd-46f9e5d41a3c {{(pid=88647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 13:59:04.716890 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a72e-7da1-4b3e-ba77-4a422ba7156e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:04.765506 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a72e-7da1-4b3e-ba77-4a422ba7156e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2326719'] for subnet, precommit_delete_associations {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:04.845913 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a72e-7da1-4b3e-ba77-4a422ba7156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563026'] for subnet, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:04.982370 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a72e-7da1-4b3e-ba77-4a422ba7156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2991170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076379'] for subnet, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:05.023134 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6a72e-7da1-4b3e-ba77-4a422ba7156e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b549cf0-8286-455e-9abd-46f9e5d41a3c,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:05.028088 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a72e-7da1-4b3e-ba77-4a422ba7156e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:05.032874 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c18b4b-9b5c-4c1a-9b3d-e974a2b267d0 None None] Network 15ca5580-d168-42fa-8af5-abcdc93e9ac4 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 13:59:05.034186 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-d7a6a72e-7da1-4b3e-ba77-4a422ba7156e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1b549cf0-8286-455e-9abd-46f9e5d41a3c HTTP/1.1" status: 204 len: 168 time: 0.3789878 Jun 04 13:59:05.036611 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48102) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:05.136639 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604469'] for network, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:05.148450 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] Deleting port 175b295b-ba89-4518-b689-d27c1d28cbe4 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:59:05.148778 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:05.282497 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae10a23-84b9-40ce-a884-150922e46eff None None] DHCP port deletion for 15ca5580-d168-42fa-8af5-abcdc93e9ac4 request from dv-cinder-843593-2-smb {{(pid=88649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 13:59:05.287254 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3ae10a23-84b9-40ce-a884-150922e46eff None None] Deleting port 175b295b-ba89-4518-b689-d27c1d28cbe4 {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:59:05.287629 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3ae10a23-84b9-40ce-a884-150922e46eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:05.355143 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] For port 175b295b-ba89-4518-b689-d27c1d28cbe4, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=175b295b-ba89-4518-b689-d27c1d28cbe4,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:59:05.355493 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:05.476655 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] Calling delete_port for 175b295b-ba89-4518-b689-d27c1d28cbe4 owned by network:dhcp {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:59:05.495195 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-3ae10a23-84b9-40ce-a884-150922e46eff None None] For port 175b295b-ba89-4518-b689-d27c1d28cbe4, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=175b295b-ba89-4518-b689-d27c1d28cbe4,segment=NetworkSegment(d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e),segment_id=d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:59:05.495532 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3ae10a23-84b9-40ce-a884-150922e46eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:05.639651 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 664d9616-b260-4154-a647-fe8f57796314 no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:59:05.656256 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:05.669131 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3ae10a23-84b9-40ce-a884-150922e46eff None None] Calling delete_port for 175b295b-ba89-4518-b689-d27c1d28cbe4 owned by network:dhcp {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:59:05.703191 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=175b295b-ba89-4518-b689-d27c1d28cbe4,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:05.704877 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] No DVR routers for this DVR port 175b295b-ba89-4518-b689-d27c1d28cbe4 on host dv-cinder-843593-2-smb {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:59:05.762954 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 664d9616-b260-4154-a647-fe8f57796314 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:59:05.763287 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 664d9616-b260-4154-a647-fe8f57796314 not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:59:05.763691 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 175b295b-ba89-4518-b689-d27c1d28cbe4 no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:59:05.824308 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-919093', 'neutron.services.segments.db._delete_segments_for_network-8784468802214'] for network, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:05.830139 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 175b295b-ba89-4518-b689-d27c1d28cbe4 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:59:05.830482 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 175b295b-ba89-4518-b689-d27c1d28cbe4 not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:59:05.830890 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:59:05.849265 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ca5580-d168-42fa-8af5-abcdc93e9ac4']}} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:59:05.860794 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e') {'for_net_delete': True} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:59:05.861090 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ffa9e2-dfb6-4d0c-9854-a30cf284a07e') {} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:59:05.873134 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784468805825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2326710'] for segment, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:05.873891 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:59:05.874234 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 88ec8efd-86c9-4c12-bb5e-f7741f7b7bc3 not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:59:05.894396 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:05.901229 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:59:05.901605 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-918837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2991336'] for segment, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:05.906237 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.db.api [None req-3ae10a23-84b9-40ce-a884-150922e46eff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 13:59:05.906587 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG oslo_db.api [None req-3ae10a23-84b9-40ce-a884-150922e46eff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 13:59:05.966186 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e resource provider aggregate not found Jun 04 13:59:05.972285 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-d929a37a-02b7-49f8-a704-6e094b46d69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:05.988738 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8ffa9e2-dfb6-4d0c-9854-a30cf284a07e found for delete ", "request_id": "req-6590a8a9-654a-42fa-9c85-f32f61516e83"}]} Jun 04 13:59:06.090088 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-919102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787971'] for network, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:06.105595 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:06.115768 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=15ca5580-d168-42fa-8af5-abcdc93e9ac4,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:06.197695 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-94379aa9-cc1e-44f7-b6e6-c3121653e8c1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/15ca5580-d168-42fa-8af5-abcdc93e9ac4 HTTP/1.1" status: 204 len: 168 time: 1.1600709 Jun 04 13:59:06.408247 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3ae10a23-84b9-40ce-a884-150922e46eff None None] Deleting port 175b295b-ba89-4518-b689-d27c1d28cbe4 {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:59:06.409035 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3ae10a23-84b9-40ce-a884-150922e46eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:06.473277 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3ae10a23-84b9-40ce-a884-150922e46eff None None] The port '175b295b-ba89-4518-b689-d27c1d28cbe4' was deleted {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 13:59:06.515472 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48116) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:06.641997 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-b8f67641-be3b-4aba-b095-4351f15fa1ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1bab325121754db6a16249d176589adc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1252935 Jun 04 13:59:06.644402 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48120) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:06.700053 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ed7c5679-8043-4c6f-83b3-e4b3c4e84537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:06.725232 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ed7c5679-8043-4c6f-83b3-e4b3c4e84537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:06.878778 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ed7c5679-8043-4c6f-83b3-e4b3c4e84537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:06.895608 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c5679-8043-4c6f-83b3-e4b3c4e84537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d668412-2f4f-4199-967a-72c94167c3d4,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:06.902194 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ed7c5679-8043-4c6f-83b3-e4b3c4e84537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:06.903316 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-ed7c5679-8043-4c6f-83b3-e4b3c4e84537 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d668412-2f4f-4199-967a-72c94167c3d4 HTTP/1.1" status: 204 len: 168 time: 0.2580454 Jun 04 13:59:08.004357 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7e73d4a5-6bd5-4d0e-a1db-afcfd51d6708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:08.015889 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:09.089872 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:09.208494 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:09.338999 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48170) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:09.451317 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:09.468728 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:59:09.472427 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Usage tracker for resource:security_group_rule and tenant:f83f45ccd37e46e3ac66f837e529a940 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:59:09.475743 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:59:09.481393 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:59:09.558952 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:09.603936 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:09.649239 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f83f45ccd37e46e3ac66f837e529a940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092196 Jun 04 13:59:09.650117 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9c8bff-242d-4e41-9adf-7aa7e0f77d61,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:09.652001 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48176) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:09.657438 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:09.657776 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:09.658133 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:09.658457 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:09.658777 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:09.659098 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:09.659415 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:09.659759 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:09.660080 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:09.660393 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:09.660706 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:09.661016 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cff65a-b9bf-4e54-918d-27a30755c94d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:09.712425 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b63f1005-8b67-4763-a0a6-657de497a313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:09.736854 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b63f1005-8b67-4763-a0a6-657de497a313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:09.833627 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b63f1005-8b67-4763-a0a6-657de497a313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:09.847259 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f1005-8b67-4763-a0a6-657de497a313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9c8bff-242d-4e41-9adf-7aa7e0f77d61,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:09.853667 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b63f1005-8b67-4763-a0a6-657de497a313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:09.857502 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-b63f1005-8b67-4763-a0a6-657de497a313 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e9c8bff-242d-4e41-9adf-7aa7e0f77d61 HTTP/1.1" status: 204 len: 168 time: 0.2017205 Jun 04 13:59:09.915234 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:59:10.444527 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:10.515848 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48184) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:10.532905 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ad41d1c2-518c-4e92-8547-b6b4c404f776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:10.547181 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-ad41d1c2-518c-4e92-8547-b6b4c404f776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:59:10.551082 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-ad41d1c2-518c-4e92-8547-b6b4c404f776 admin admin] Usage tracker for resource:security_group_rule and tenant:359bbe5fc9804ef1b79e35cbf719eeb2 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:59:10.554528 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-ad41d1c2-518c-4e92-8547-b6b4c404f776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:59:10.560072 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-ad41d1c2-518c-4e92-8547-b6b4c404f776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:59:10.637533 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ad41d1c2-518c-4e92-8547-b6b4c404f776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:10.695615 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ad41d1c2-518c-4e92-8547-b6b4c404f776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:10.744900 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-ad41d1c2-518c-4e92-8547-b6b4c404f776 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=359bbe5fc9804ef1b79e35cbf719eeb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280178 Jun 04 13:59:10.745751 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41d1c2-518c-4e92-8547-b6b4c404f776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b14107-d68a-4304-9c0a-86807f632345,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:10.747669 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48188) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:10.803800 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8ba40f21-0e6b-486e-a1e1-de43ad05f640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:10.827939 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8ba40f21-0e6b-486e-a1e1-de43ad05f640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:10.935469 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8ba40f21-0e6b-486e-a1e1-de43ad05f640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:10.948688 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba40f21-0e6b-486e-a1e1-de43ad05f640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b14107-d68a-4304-9c0a-86807f632345,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:10.954993 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8ba40f21-0e6b-486e-a1e1-de43ad05f640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:10.956091 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-8ba40f21-0e6b-486e-a1e1-de43ad05f640 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65b14107-d68a-4304-9c0a-86807f632345 HTTP/1.1" status: 204 len: 168 time: 0.2074440 Jun 04 13:59:15.390220 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48262) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:15.500230 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7a9efc61-1561-410f-a5b6-282060048f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:15.514714 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-7a9efc61-1561-410f-a5b6-282060048f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:59:15.518429 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-7a9efc61-1561-410f-a5b6-282060048f03 admin admin] Usage tracker for resource:security_group_rule and tenant:b8935d0e7f45415eae5b2da2be9f70a0 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:59:15.521201 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-7a9efc61-1561-410f-a5b6-282060048f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:59:15.526730 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-7a9efc61-1561-410f-a5b6-282060048f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:59:15.603786 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7a9efc61-1561-410f-a5b6-282060048f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:15.678323 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7a9efc61-1561-410f-a5b6-282060048f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:15.723253 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-7a9efc61-1561-410f-a5b6-282060048f03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8935d0e7f45415eae5b2da2be9f70a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320024 Jun 04 13:59:15.725341 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9efc61-1561-410f-a5b6-282060048f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8c8d06-90b9-4eb5-914c-d819302b1f89,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:15.726471 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48268) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:15.784998 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-99293d25-7fb6-40c3-a7c6-8797b3d35bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:15.810322 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-99293d25-7fb6-40c3-a7c6-8797b3d35bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:15.922600 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-99293d25-7fb6-40c3-a7c6-8797b3d35bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:15.940768 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99293d25-7fb6-40c3-a7c6-8797b3d35bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8c8d06-90b9-4eb5-914c-d819302b1f89,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:15.946231 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-99293d25-7fb6-40c3-a7c6-8797b3d35bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:15.948070 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-99293d25-7fb6-40c3-a7c6-8797b3d35bd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b8c8d06-90b9-4eb5-914c-d819302b1f89 HTTP/1.1" status: 204 len: 168 time: 0.2204306 Jun 04 13:59:16.600989 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48276) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:16.618445 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3a02ecae-6f4f-409b-9e96-a4db070d247c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:16.632736 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-3a02ecae-6f4f-409b-9e96-a4db070d247c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:59:16.636762 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-3a02ecae-6f4f-409b-9e96-a4db070d247c admin admin] Usage tracker for resource:security_group_rule and tenant:3bd6e55d5447446dac50ae42e129fba8 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:59:16.642746 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-3a02ecae-6f4f-409b-9e96-a4db070d247c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:59:16.645966 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-3a02ecae-6f4f-409b-9e96-a4db070d247c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:59:16.723537 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3a02ecae-6f4f-409b-9e96-a4db070d247c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:16.775469 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3a02ecae-6f4f-409b-9e96-a4db070d247c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:16.823630 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-3a02ecae-6f4f-409b-9e96-a4db070d247c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3bd6e55d5447446dac50ae42e129fba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215631 Jun 04 13:59:16.825205 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02ecae-6f4f-409b-9e96-a4db070d247c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2d94f9-0ba2-4a89-bd5e-e7b29c76bbc0,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:16.826405 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48280) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:16.885425 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c8ab61ca-4d82-4f7d-9b42-e33ca3f5c015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:16.909575 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c8ab61ca-4d82-4f7d-9b42-e33ca3f5c015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:17.019081 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c8ab61ca-4d82-4f7d-9b42-e33ca3f5c015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:17.033775 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab61ca-4d82-4f7d-9b42-e33ca3f5c015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2d94f9-0ba2-4a89-bd5e-e7b29c76bbc0,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:17.051176 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c8ab61ca-4d82-4f7d-9b42-e33ca3f5c015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:17.052788 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-c8ab61ca-4d82-4f7d-9b42-e33ca3f5c015 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d2d94f9-0ba2-4a89-bd5e-e7b29c76bbc0 HTTP/1.1" status: 204 len: 168 time: 0.2254133 Jun 04 13:59:26.595237 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48406) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:26.706532 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2ae5afc9-2bb1-495d-a6da-f3698dc65949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:26.720232 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-2ae5afc9-2bb1-495d-a6da-f3698dc65949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:59:26.723927 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-2ae5afc9-2bb1-495d-a6da-f3698dc65949 admin admin] Usage tracker for resource:security_group_rule and tenant:56c067c0125a482d8c27b3c2d7f0c0e1 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:59:26.726710 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-2ae5afc9-2bb1-495d-a6da-f3698dc65949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:59:26.732211 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-2ae5afc9-2bb1-495d-a6da-f3698dc65949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:59:26.810911 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2ae5afc9-2bb1-495d-a6da-f3698dc65949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:26.893503 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2ae5afc9-2bb1-495d-a6da-f3698dc65949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:26.941088 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-2ae5afc9-2bb1-495d-a6da-f3698dc65949 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56c067c0125a482d8c27b3c2d7f0c0e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447509 Jun 04 13:59:26.941931 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5afc9-2bb1-495d-a6da-f3698dc65949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14178aca-407e-4bff-8163-e2ca7b5a3d62,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:26.947337 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48412) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:27.007034 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1865-7faa-4f2e-9372-6b01cbf47005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:27.031696 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1865-7faa-4f2e-9372-6b01cbf47005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:27.135042 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1865-7faa-4f2e-9372-6b01cbf47005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:27.150335 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e1865-7faa-4f2e-9372-6b01cbf47005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14178aca-407e-4bff-8163-e2ca7b5a3d62,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:27.156403 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1865-7faa-4f2e-9372-6b01cbf47005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:27.160131 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-5c2e1865-7faa-4f2e-9372-6b01cbf47005 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14178aca-407e-4bff-8163-e2ca7b5a3d62 HTTP/1.1" status: 204 len: 168 time: 0.2118495 Jun 04 13:59:27.724879 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48420) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:27.742380 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-335dd2d5-f378-4443-9b44-f11739bd0592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:27.756331 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-335dd2d5-f378-4443-9b44-f11739bd0592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:59:27.760536 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-335dd2d5-f378-4443-9b44-f11739bd0592 admin admin] Usage tracker for resource:security_group_rule and tenant:637afc8441934eccbf7fbe7a455a0c79 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:59:27.763450 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-335dd2d5-f378-4443-9b44-f11739bd0592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:59:27.769126 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-335dd2d5-f378-4443-9b44-f11739bd0592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:59:27.847242 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-335dd2d5-f378-4443-9b44-f11739bd0592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:27.918415 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-335dd2d5-f378-4443-9b44-f11739bd0592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:27.965298 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-335dd2d5-f378-4443-9b44-f11739bd0592 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=637afc8441934eccbf7fbe7a455a0c79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393479 Jun 04 13:59:27.966117 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335dd2d5-f378-4443-9b44-f11739bd0592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee162719-5e26-4262-9e5b-ad49aa217a04,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:27.968072 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48424) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:28.025003 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-364fe558-2a7c-4a58-a37c-31269a865816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:28.049114 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-364fe558-2a7c-4a58-a37c-31269a865816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:28.158493 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-364fe558-2a7c-4a58-a37c-31269a865816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:28.174303 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fe558-2a7c-4a58-a37c-31269a865816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee162719-5e26-4262-9e5b-ad49aa217a04,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:28.185858 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-364fe558-2a7c-4a58-a37c-31269a865816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:28.186976 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-364fe558-2a7c-4a58-a37c-31269a865816 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee162719-5e26-4262-9e5b-ad49aa217a04 HTTP/1.1" status: 204 len: 168 time: 0.2179379 Jun 04 13:59:29.807069 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48456) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:29.920196 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-48e6e3f2-45ed-4eb6-9f44-7ac230eb44dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:29.934566 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-48e6e3f2-45ed-4eb6-9f44-7ac230eb44dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:59:29.938306 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-48e6e3f2-45ed-4eb6-9f44-7ac230eb44dc admin admin] Usage tracker for resource:security_group_rule and tenant:5b613f9b1dc74a46bfafc7ef454dd83e is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:59:29.941071 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-48e6e3f2-45ed-4eb6-9f44-7ac230eb44dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:59:29.946638 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-48e6e3f2-45ed-4eb6-9f44-7ac230eb44dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:59:30.022929 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-48e6e3f2-45ed-4eb6-9f44-7ac230eb44dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:30.095023 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-48e6e3f2-45ed-4eb6-9f44-7ac230eb44dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:30.143678 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6e3f2-45ed-4eb6-9f44-7ac230eb44dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3967a2f-cee0-4b18-b3ad-69c1ac631a9f,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:30.147716 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-48e6e3f2-45ed-4eb6-9f44-7ac230eb44dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b613f9b1dc74a46bfafc7ef454dd83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396592 Jun 04 13:59:30.150557 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48462) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:30.207997 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-62340b20-575a-4961-8211-a59e7f7ee2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:30.233022 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-62340b20-575a-4961-8211-a59e7f7ee2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:30.363635 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-62340b20-575a-4961-8211-a59e7f7ee2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:30.380333 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62340b20-575a-4961-8211-a59e7f7ee2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3967a2f-cee0-4b18-b3ad-69c1ac631a9f,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:30.383582 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-62340b20-575a-4961-8211-a59e7f7ee2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:30.384825 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-62340b20-575a-4961-8211-a59e7f7ee2cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3967a2f-cee0-4b18-b3ad-69c1ac631a9f HTTP/1.1" status: 204 len: 168 time: 0.2332129 Jun 04 13:59:35.837734 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-60d4fd49-8eac-4111-a659-1afe803aa0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:37.986623 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:38.013240 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-2fe57bf4-c97a-46cf-bd8d-ccd01bf6253a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:39.053669 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:39.096906 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48548) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:39.198390 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:39.213875 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d653e71f-adaf-4762-9abe-6a94b61122b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:39.228754 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-d653e71f-adaf-4762-9abe-6a94b61122b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:59:39.232702 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-d653e71f-adaf-4762-9abe-6a94b61122b2 admin admin] Usage tracker for resource:security_group_rule and tenant:951c606f007a4a09a83302d8414ee2ab is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:59:39.235788 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-d653e71f-adaf-4762-9abe-6a94b61122b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:59:39.242696 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-d653e71f-adaf-4762-9abe-6a94b61122b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:59:39.323855 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d653e71f-adaf-4762-9abe-6a94b61122b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:39.374511 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d653e71f-adaf-4762-9abe-6a94b61122b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:39.419125 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653e71f-adaf-4762-9abe-6a94b61122b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f952eb89-025b-446a-a38e-f3028ad8f9e9,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:39.425767 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-d653e71f-adaf-4762-9abe-6a94b61122b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=951c606f007a4a09a83302d8414ee2ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253474 Jun 04 13:59:39.426636 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48554) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:39.482323 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-108b998c-c865-482d-879f-9eefab24f529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:39.507005 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-108b998c-c865-482d-879f-9eefab24f529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:39.665225 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-108b998c-c865-482d-879f-9eefab24f529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:39.689684 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b998c-c865-482d-879f-9eefab24f529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f952eb89-025b-446a-a38e-f3028ad8f9e9,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:39.694656 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-108b998c-c865-482d-879f-9eefab24f529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:39.695704 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-108b998c-c865-482d-879f-9eefab24f529 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f952eb89-025b-446a-a38e-f3028ad8f9e9 HTTP/1.1" status: 204 len: 168 time: 0.2688279 Jun 04 13:59:39.721717 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2d8af640-0e18-4461-8931-a74cd06dc11a req-f68e28d9-3c3e-4adc-b1fe-ce7c655f5d47 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929754 Jun 04 13:59:39.883953 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8af640-0e18-4461-8931-a74cd06dc11a req-75e00c2f-9a96-418a-be49-4ae9b1297eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:39.885460 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2d8af640-0e18-4461-8931-a74cd06dc11a req-75e00c2f-9a96-418a-be49-4ae9b1297eb8 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe244484f68744dda6530fb47852352e&device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 1099 time: 0.0746403 Jun 04 13:59:40.028361 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8af640-0e18-4461-8931-a74cd06dc11a req-ff810f80-4519-49a0-8582-9a179b3285f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:40.029812 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2d8af640-0e18-4461-8931-a74cd06dc11a req-ff810f80-4519-49a0-8582-9a179b3285f8 service neutron] 10.222.0.17 "GET /v2.0/networks?id=28f01122-e136-4dc9-ad3d-33938cfcfa55 HTTP/1.1" status: 200 len: 910 time: 0.1255524 Jun 04 13:59:40.134135 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2d8af640-0e18-4461-8931-a74cd06dc11a req-2085ade7-6d82-4066-b015-c333118c9ff5 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988 HTTP/1.1" status: 200 len: 1001 time: 0.0977762 Jun 04 13:59:40.198955 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8af640-0e18-4461-8931-a74cd06dc11a req-c73264e8-4252-4d0a-863a-83e35601c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:40.200363 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2d8af640-0e18-4461-8931-a74cd06dc11a req-c73264e8-4252-4d0a-863a-83e35601c42a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=686a6177-2f34-421f-b1a7-5a4e94026be4 HTTP/1.1" status: 200 len: 848 time: 0.0594697 Jun 04 13:59:40.275841 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8af640-0e18-4461-8931-a74cd06dc11a req-d5ce6511-b1c4-4c75-b398-4c6a590ec55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:40.277355 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2d8af640-0e18-4461-8931-a74cd06dc11a req-d5ce6511-b1c4-4c75-b398-4c6a590ec55e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=28f01122-e136-4dc9-ad3d-33938cfcfa55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696673 Jun 04 13:59:40.415662 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2d8af640-0e18-4461-8931-a74cd06dc11a req-beb09df3-cdeb-44e5-b2dd-1d06ac6b54c5 service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295061 Jun 04 13:59:40.485255 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:40.547919 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2d8af640-0e18-4461-8931-a74cd06dc11a req-bde9c62c-e1f6-426b-946b-c97bf41f6c64 service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265070 Jun 04 13:59:46.915205 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 13:59:48.934567 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d3762-41fa-484d-99d8-e6b8c0dde031 req-10497215-e506-4115-a98d-c5aa5c3f0886 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:48.936117 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-656d3762-41fa-484d-99d8-e6b8c0dde031 req-10497215-e506-4115-a98d-c5aa5c3f0886 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0840719 Jun 04 13:59:48.984926 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-656d3762-41fa-484d-99d8-e6b8c0dde031 req-c4eae176-f9d6-425d-9f2c-80dd5bcb5ee5 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433881 Jun 04 13:59:50.172091 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb90b7d-353d-46f2-b6fe-456f918da5ae req-af62d492-3a1f-4646-8dc6-ed346b3c91d4 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:50.173530 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4bb90b7d-353d-46f2-b6fe-456f918da5ae req-af62d492-3a1f-4646-8dc6-ed346b3c91d4 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0816114 Jun 04 13:59:50.216717 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4bb90b7d-353d-46f2-b6fe-456f918da5ae req-ad04fd97-139e-412a-bcb9-36e65a3dfb90 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376146 Jun 04 13:59:51.403802 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6969b-d0e9-4f50-a80e-c43555e52d41 req-48b710fc-96a4-40e4-9f13-f03a998338f9 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:51.405259 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-87d6969b-d0e9-4f50-a80e-c43555e52d41 req-48b710fc-96a4-40e4-9f13-f03a998338f9 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0834579 Jun 04 13:59:51.451881 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-87d6969b-d0e9-4f50-a80e-c43555e52d41 req-89db61cc-537d-4c06-b198-112e24257214 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409200 Jun 04 13:59:51.675055 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b45de-b628-4195-9e91-adc4f2ca135d req-74fd2bf7-19a1-4b0f-a21d-b58281f8ec0c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:51.676434 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-062b45de-b628-4195-9e91-adc4f2ca135d req-74fd2bf7-19a1-4b0f-a21d-b58281f8ec0c tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 945 time: 0.1577656 Jun 04 13:59:51.719825 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-062b45de-b628-4195-9e91-adc4f2ca135d req-9718e314-f50a-472d-aa20-dfd0a9630ecb tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce477ae1-aba3-4331-aa58-51698e5d2c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377765 Jun 04 13:59:52.635532 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813ba01-9174-451e-ba05-78880c339bb4 req-ab834baf-9263-4e42-b60f-5947cc6fee9e tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:52.636893 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7813ba01-9174-451e-ba05-78880c339bb4 req-ab834baf-9263-4e42-b60f-5947cc6fee9e tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0775397 Jun 04 13:59:52.685102 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7813ba01-9174-451e-ba05-78880c339bb4 req-b62f36f3-50fa-467f-b230-493e7d42c457 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408068 Jun 04 13:59:52.904107 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152e95e-454d-469a-8bc0-221c0765c6f9 req-ece44243-57a3-44b4-bf83-2990fb4801c6 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:52.905443 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e152e95e-454d-469a-8bc0-221c0765c6f9 req-ece44243-57a3-44b4-bf83-2990fb4801c6 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 945 time: 0.0789902 Jun 04 13:59:52.952202 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e152e95e-454d-469a-8bc0-221c0765c6f9 req-3284c215-9e8a-4184-835d-07346edc4a40 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce477ae1-aba3-4331-aa58-51698e5d2c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405438 Jun 04 13:59:53.796336 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-89d2c268-88c0-42a8-a07d-dbca0a3664c4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:53.797893 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-89d2c268-88c0-42a8-a07d-dbca0a3664c4 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 945 time: 0.0789278 Jun 04 13:59:53.867725 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526bc26-3db2-4237-895a-a916ac4e5f2d req-c1196867-9d22-4e84-b3e3-118c491a7e16 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:53.868335 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Deleting port f2de6882-c4d9-4fa9-ab61-5cf2a5607359 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:59:53.868649 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:53.869253 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5526bc26-3db2-4237-895a-a916ac4e5f2d req-c1196867-9d22-4e84-b3e3-118c491a7e16 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0823236 Jun 04 13:59:53.915070 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5526bc26-3db2-4237-895a-a916ac4e5f2d req-132ac8c2-3add-4075-af39-0af60b348172 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393369 Jun 04 13:59:54.059714 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48756) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:54.168442 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] For port f2de6882-c4d9-4fa9-ab61-5cf2a5607359, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=f2de6882-c4d9-4fa9-ab61-5cf2a5607359,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:59:54.169015 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:54.180113 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-296a3ccb-fc57-4557-adfd-2ec2fc5e8341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:54.193811 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-296a3ccb-fc57-4557-adfd-2ec2fc5e8341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:59:54.198133 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-296a3ccb-fc57-4557-adfd-2ec2fc5e8341 admin admin] Usage tracker for resource:security_group_rule and tenant:8e7933854db148a8a32a4e49783b8699 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:59:54.200929 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-296a3ccb-fc57-4557-adfd-2ec2fc5e8341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:59:54.206490 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-296a3ccb-fc57-4557-adfd-2ec2fc5e8341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:59:54.267079 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef6da0-e94d-4e73-9f74-2667a1bd3ba2 req-526a8a90-f056-4ba3-ba34-188ce314f7d5 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:54.268448 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-34ef6da0-e94d-4e73-9f74-2667a1bd3ba2 req-526a8a90-f056-4ba3-ba34-188ce314f7d5 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 945 time: 0.2100060 Jun 04 13:59:54.290889 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-296a3ccb-fc57-4557-adfd-2ec2fc5e8341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:54.351724 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-296a3ccb-fc57-4557-adfd-2ec2fc5e8341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:54.388949 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-34ef6da0-e94d-4e73-9f74-2667a1bd3ba2 req-5f18bb61-c537-4f33-9a5e-4012d51b6403 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups?id=ce477ae1-aba3-4331-aa58-51698e5d2c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117525 Jun 04 13:59:54.400321 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a3ccb-fc57-4557-adfd-2ec2fc5e8341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ebd1d7-9fd9-46fb-bba2-8b4d5be7bb8e,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:54.404833 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-296a3ccb-fc57-4557-adfd-2ec2fc5e8341 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e7933854db148a8a32a4e49783b8699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441012 Jun 04 13:59:54.407424 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48762) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:54.465657 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e277b82e-e203-48e0-ba84-d164fc25f648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:54.490817 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e277b82e-e203-48e0-ba84-d164fc25f648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:54.504185 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:54.504556 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:54.504865 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.l3_db [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Floating IP 5a73dded-ff25-4004-8a73-a27eefdefb3b disassociated. External IP: 172.28.3.78, port: f2de6882-c4d9-4fa9-ab61-5cf2a5607359. Jun 04 13:59:54.505197 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Calling delete_port for f2de6882-c4d9-4fa9-ab61-5cf2a5607359 owned by compute:nova {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:59:54.603245 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e277b82e-e203-48e0-ba84-d164fc25f648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:54.619432 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277b82e-e203-48e0-ba84-d164fc25f648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ebd1d7-9fd9-46fb-bba2-8b4d5be7bb8e,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:54.629770 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e277b82e-e203-48e0-ba84-d164fc25f648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:54.633391 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-e277b82e-e203-48e0-ba84-d164fc25f648 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3ebd1d7-9fd9-46fb-bba2-8b4d5be7bb8e HTTP/1.1" status: 204 len: 168 time: 0.2226748 Jun 04 13:59:54.704709 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:54.756245 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event deleted for resources: {'Port': ['ID=f2de6882-c4d9-4fa9-ab61-5cf2a5607359,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:54.769105 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:54.769447 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:54.769805 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:54.770191 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:54.770467 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:54.770832 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:54.771156 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:54.771497 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:54.771789 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:54.772154 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:54.772491 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:54.772809 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:59:54.952078 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Router f401466b-c510-41cc-8f64-1540c5ef120e has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:59:55.104382 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7861d0-96f0-4d2e-a64b-5614d03595a5 req-702d4090-75c6-49da-9a33-3e6e49334ac0 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:55.106720 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8b7861d0-96f0-4d2e-a64b-5614d03595a5 req-702d4090-75c6-49da-9a33-3e6e49334ac0 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0861487 Jun 04 13:59:55.194513 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8b7861d0-96f0-4d2e-a64b-5614d03595a5 req-f32429c0-4aeb-43d7-bde5-9b618961b047 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814245 Jun 04 13:59:55.239624 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:59:55.251602 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d950b5b-3e21-4e82-89bf-af64bc10ec03 None None] Sync routers for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:59:55.262352 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d950b5b-3e21-4e82-89bf-af64bc10ec03 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:59:55.265921 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-4d950b5b-3e21-4e82-89bf-af64bc10ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:59:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:59:55.292494 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48772) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:55.310471 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-05f54cc8-80d5-4599-97f6-350c7f77e431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:55.315858 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] No DVR routers for this DVR port f2de6882-c4d9-4fa9-ab61-5cf2a5607359 on host hv-cinder-84359 {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:59:55.318589 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:55.321711 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579c52a9-1fca-419c-83dc-b31b690a4f7a', 'name': 'network-vif-deleted', 'tag': 'f2de6882-c4d9-4fa9-ab61-5cf2a5607359'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 13:59:55.326175 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-05f54cc8-80d5-4599-97f6-350c7f77e431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:59:55.330220 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-05f54cc8-80d5-4599-97f6-350c7f77e431 admin admin] Usage tracker for resource:security_group_rule and tenant:484ebebae3c34dbd890181e56e9b9e4d is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:59:55.333968 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-05f54cc8-80d5-4599-97f6-350c7f77e431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:59:55.339862 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-05f54cc8-80d5-4599-97f6-350c7f77e431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:59:55.373751 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b46b1b-0e5c-432f-aba0-9a51a4bbbb87'] response: {'server_uuid': '579c52a9-1fca-419c-83dc-b31b690a4f7a', 'name': 'network-vif-deleted', 'tag': 'f2de6882-c4d9-4fa9-ab61-5cf2a5607359', 'status': 'completed', 'code': 200} Jun 04 13:59:55.410400 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0ea2abc1-5efe-4e17-8b3c-46d7332dc342 req-2d66a211-ab7d-47e5-9783-771ec0651d79 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.17 "DELETE /v2.0/ports/f2de6882-c4d9-4fa9-ab61-5cf2a5607359 HTTP/1.1" status: 204 len: 173 time: 1.6064374 Jun 04 13:59:55.430371 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-05f54cc8-80d5-4599-97f6-350c7f77e431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:55.457480 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-4d950b5b-3e21-4e82-89bf-af64bc10ec03 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:59:55.495693 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-05f54cc8-80d5-4599-97f6-350c7f77e431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:55.580220 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-05f54cc8-80d5-4599-97f6-350c7f77e431 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=484ebebae3c34dbd890181e56e9b9e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864749 Jun 04 13:59:55.583041 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48780) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:55.593486 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8259d885-b18d-45a3-b293-b370ff8bc3ce req-af4915d6-c7e0-423c-b235-47fb06040525 tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/ports?device_id=579c52a9-1fca-419c-83dc-b31b690a4f7a HTTP/1.1" status: 200 len: 210 time: 0.0725503 Jun 04 13:59:55.607908 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f54cc8-80d5-4599-97f6-350c7f77e431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111fef73-a327-4e4f-b2fc-99bf59b666bb,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:55.656772 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2d4ebe33-ecb8-4d0d-825f-d32dff82a34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:55.684119 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2d4ebe33-ecb8-4d0d-825f-d32dff82a34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:55.779217 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-4d950b5b-3e21-4e82-89bf-af64bc10ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:59:55.782899 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d950b5b-3e21-4e82-89bf-af64bc10ec03 None None] Checking router: f401466b-c510-41cc-8f64-1540c5ef120e for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:59:55.791703 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d950b5b-3e21-4e82-89bf-af64bc10ec03 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 13:59:55.792284 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-4d950b5b-3e21-4e82-89bf-af64bc10ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:59:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:59:55.837919 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2d4ebe33-ecb8-4d0d-825f-d32dff82a34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:55.855750 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ebe33-ecb8-4d0d-825f-d32dff82a34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111fef73-a327-4e4f-b2fc-99bf59b666bb,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:55.863541 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2d4ebe33-ecb8-4d0d-825f-d32dff82a34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:55.867477 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-2d4ebe33-ecb8-4d0d-825f-d32dff82a34d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/111fef73-a327-4e4f-b2fc-99bf59b666bb HTTP/1.1" status: 204 len: 168 time: 0.2810607 Jun 04 13:59:56.011969 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-4d950b5b-3e21-4e82-89bf-af64bc10ec03 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 13:59:56.336147 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-4d950b5b-3e21-4e82-89bf-af64bc10ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:59:56.340419 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d950b5b-3e21-4e82-89bf-af64bc10ec03 None None] The sync data for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb is: [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T13:51:05Z', 'revision_number': 4, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': '047066f2-dc7e-47ed-b9ce-e9679e16fe1b', 'name': '', 'network_id': 'f7e165fb-2c08-4a5e-b160-62bdeefaa15a', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'mac_address': 'fa:16:3e:b0:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:51:03Z', 'updated_at': '2022-06-04T13:51:16Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'subnets': [{'id': '86aba7f4-4b2c-4624-8047-800bda2d771c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:59:56.408281 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb152f0-994b-49d8-9c6f-d2d5a74c5fcb req-53427868-97d2-4945-9474-9fdf553c6b75 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:56.409882 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ceb152f0-994b-49d8-9c6f-d2d5a74c5fcb req-53427868-97d2-4945-9474-9fdf553c6b75 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0928595 Jun 04 13:59:56.454362 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ceb152f0-994b-49d8-9c6f-d2d5a74c5fcb req-5fbe9704-7b39-4add-b436-62d15653a356 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385313 Jun 04 13:59:56.552144 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e26bb-d339-439d-832b-81c7de2d49ea None None] New status for floating IP 5a73dded-ff25-4004-8a73-a27eefdefb3b: DOWN {{(pid=88650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:59:56.565281 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48790) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:56.582870 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-0c773853-0a50-4f80-b8f0-6ae38ca0a031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:56.597255 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-0c773853-0a50-4f80-b8f0-6ae38ca0a031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:59:56.601101 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-0c773853-0a50-4f80-b8f0-6ae38ca0a031 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b0079920f44d58bcf2c73c32bcecc1 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:59:56.604047 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-0c773853-0a50-4f80-b8f0-6ae38ca0a031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:59:56.609844 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-0c773853-0a50-4f80-b8f0-6ae38ca0a031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:59:56.699691 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-0c773853-0a50-4f80-b8f0-6ae38ca0a031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:56.769094 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-0c773853-0a50-4f80-b8f0-6ae38ca0a031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:56.800101 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48798) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:56.816537 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-0c773853-0a50-4f80-b8f0-6ae38ca0a031 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6b0079920f44d58bcf2c73c32bcecc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501476 Jun 04 13:59:56.817491 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c773853-0a50-4f80-b8f0-6ae38ca0a031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68843ac-ffce-4fd4-9400-147e4ea26496,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:56.822847 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48802) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:56.886694 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c18025b1-b534-4c55-9088-6892e42bdcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:56.887831 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7a0e2dc4-4eaa-440d-ab28-40d2d71718be tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:56.912088 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c18025b1-b534-4c55-9088-6892e42bdcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:56.915774 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7a0e2dc4-4eaa-440d-ab28-40d2d71718be tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:57.030039 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c18025b1-b534-4c55-9088-6892e42bdcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:57.045674 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18025b1-b534-4c55-9088-6892e42bdcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68843ac-ffce-4fd4-9400-147e4ea26496,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:57.050015 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-c18025b1-b534-4c55-9088-6892e42bdcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:57.051597 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-c18025b1-b534-4c55-9088-6892e42bdcd6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f68843ac-ffce-4fd4-9400-147e4ea26496 HTTP/1.1" status: 204 len: 168 time: 0.2273376 Jun 04 13:59:57.058746 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7a0e2dc4-4eaa-440d-ab28-40d2d71718be tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:57.080188 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e2dc4-4eaa-440d-ab28-40d2d71718be tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce477ae1-aba3-4331-aa58-51698e5d2c7c,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:57.157076 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7a0e2dc4-4eaa-440d-ab28-40d2d71718be tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:57.158295 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-7a0e2dc4-4eaa-440d-ab28-40d2d71718be tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "DELETE /v2.0/security-groups/ce477ae1-aba3-4331-aa58-51698e5d2c7c HTTP/1.1" status: 204 len: 168 time: 0.3571427 Jun 04 13:59:57.161225 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48808) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:57.177764 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.api.v2.resource [None req-955c2a20-1ed3-40c0-ad0a-dbd7bd763c2d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] show failed (client error): The resource could not be found. Jun 04 13:59:57.178759 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-955c2a20-1ed3-40c0-ad0a-dbd7bd763c2d tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "GET /v2.0/security-groups/ce477ae1-aba3-4331-aa58-51698e5d2c7c HTTP/1.1" status: 404 len: 347 time: 0.0165634 Jun 04 13:59:57.182365 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48812) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:59:57.333144 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7ee6c-42de-48c5-9a00-f59ef2d9802f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Deleting port 2a18c5ff-12d5-468e-b426-1133cfc1f06b {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 13:59:57.333476 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7ce7ee6c-42de-48c5-9a00-f59ef2d9802f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:57.431713 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device f2de6882-c4d9-4fa9-ab61-5cf2a5607359 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:59:57.465404 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: f2de6882-c4d9-4fa9-ab61-5cf2a5607359 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 13:59:57.465660 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device f2de6882-c4d9-4fa9-ab61-5cf2a5607359 not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:59:57.511438 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7ce7ee6c-42de-48c5-9a00-f59ef2d9802f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:57.511933 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7ce7ee6c-42de-48c5-9a00-f59ef2d9802f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:57.638926 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7ee6c-42de-48c5-9a00-f59ef2d9802f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Calling delete_port for 2a18c5ff-12d5-468e-b426-1133cfc1f06b owned by network:floatingip {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 13:59:57.642712 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45d8b-fa55-4623-a087-2d89541c964f req-20b54237-c125-4ffe-9b56-6f6b957c6bec tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:57.644172 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-99a45d8b-fa55-4623-a087-2d89541c964f req-20b54237-c125-4ffe-9b56-6f6b957c6bec tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0837829 Jun 04 13:59:57.694330 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-99a45d8b-fa55-4623-a087-2d89541c964f req-77c81fbe-476e-4a05-87b8-d51fdb814a4c tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443065 Jun 04 13:59:57.870216 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7ce7ee6c-42de-48c5-9a00-f59ef2d9802f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:57.915981 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7ee6c-42de-48c5-9a00-f59ef2d9802f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Pushing event deleted for resources: {'Port': ['ID=2a18c5ff-12d5-468e-b426-1133cfc1f06b,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:59:58.007311 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7ce7ee6c-42de-48c5-9a00-f59ef2d9802f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks [] for floatingip, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:58.021122 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7ce7ee6c-42de-48c5-9a00-f59ef2d9802f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:58.022120 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-7ce7ee6c-42de-48c5-9a00-f59ef2d9802f tempest-AttachVolumeNegativeTest-1044604934 tempest-AttachVolumeNegativeTest-1044604934-project] 10.222.0.15 "DELETE /v2.0/floatingips/5a73dded-ff25-4004-8a73-a27eefdefb3b HTTP/1.1" status: 204 len: 168 time: 0.8388371 Jun 04 13:59:58.875325 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc500901-3ce5-4739-a52b-fb68a63747da req-5df0cf7d-d832-4982-912c-5e6de07a3641 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:58.876872 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-dc500901-3ce5-4739-a52b-fb68a63747da req-5df0cf7d-d832-4982-912c-5e6de07a3641 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0797932 Jun 04 13:59:58.924196 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-dc500901-3ce5-4739-a52b-fb68a63747da req-ad8df693-3cf5-4264-9005-0509c60de6cc tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415914 Jun 04 13:59:59.197046 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e9072-1e8a-49b3-9590-88ec08dce6f4 req-9e42982f-c0e5-4ce1-9c00-359b4474d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:59.198674 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-966e9072-1e8a-49b3-9590-88ec08dce6f4 req-9e42982f-c0e5-4ce1-9c00-359b4474d71e service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe244484f68744dda6530fb47852352e&device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 1099 time: 0.0755060 Jun 04 13:59:59.423878 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e9072-1e8a-49b3-9590-88ec08dce6f4 req-17eb7311-fbbe-4972-a63e-188332d47120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:59.425314 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-966e9072-1e8a-49b3-9590-88ec08dce6f4 req-17eb7311-fbbe-4972-a63e-188332d47120 service neutron] 10.222.0.17 "GET /v2.0/networks?id=28f01122-e136-4dc9-ad3d-33938cfcfa55 HTTP/1.1" status: 200 len: 910 time: 0.2201686 Jun 04 13:59:59.529621 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-966e9072-1e8a-49b3-9590-88ec08dce6f4 req-c7df1f6d-ac40-4b2e-b801-a2349f408655 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988 HTTP/1.1" status: 200 len: 1001 time: 0.0977576 Jun 04 13:59:59.591458 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e9072-1e8a-49b3-9590-88ec08dce6f4 req-00cb1a6a-4f5a-4ea9-8ff8-535639fdcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:59.592862 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-966e9072-1e8a-49b3-9590-88ec08dce6f4 req-00cb1a6a-4f5a-4ea9-8ff8-535639fdcf94 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=686a6177-2f34-421f-b1a7-5a4e94026be4 HTTP/1.1" status: 200 len: 848 time: 0.0565283 Jun 04 13:59:59.667172 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e9072-1e8a-49b3-9590-88ec08dce6f4 req-4228f7f5-38f9-442a-80c9-1b22e4759434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 13:59:59.668742 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-966e9072-1e8a-49b3-9590-88ec08dce6f4 req-4228f7f5-38f9-442a-80c9-1b22e4759434 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=28f01122-e136-4dc9-ad3d-33938cfcfa55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0686979 Jun 04 13:59:59.803121 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-966e9072-1e8a-49b3-9590-88ec08dce6f4 req-e49e5b5e-713f-45f9-8e67-44017ab6a4a9 service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266232 Jun 04 13:59:59.938643 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-966e9072-1e8a-49b3-9590-88ec08dce6f4 req-00cf8a81-a302-470f-bea5-fdd9468a73c7 service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279438 Jun 04 14:00:00.121993 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2c969-68ef-4ded-a553-c9ce766a9ba5 req-9fce89d6-0d0d-4b8b-817e-0335d9d20bf0 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:00.123579 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-08d2c969-68ef-4ded-a553-c9ce766a9ba5 req-9fce89d6-0d0d-4b8b-817e-0335d9d20bf0 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0869277 Jun 04 14:00:00.170481 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-08d2c969-68ef-4ded-a553-c9ce766a9ba5 req-d40e227f-4734-428c-ad22-e6fc67122b3a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409663 Jun 04 14:00:01.354748 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f4259-dd4f-47d5-901f-28c31f7aaff4 req-1b215fbb-aff0-499d-8fac-e300bac0ec5d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:01.356181 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-677f4259-dd4f-47d5-901f-28c31f7aaff4 req-1b215fbb-aff0-499d-8fac-e300bac0ec5d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0784609 Jun 04 14:00:01.496608 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-677f4259-dd4f-47d5-901f-28c31f7aaff4 req-75f64185-97ec-4581-9fb4-429b1f16abd0 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347766 Jun 04 14:00:02.682805 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b49ae-bc96-4992-9265-cd2f9539bd4a req-df89106a-c6f8-444d-bfd1-6c2ea5e8c1f9 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:02.684286 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f55b49ae-bc96-4992-9265-cd2f9539bd4a req-df89106a-c6f8-444d-bfd1-6c2ea5e8c1f9 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0838375 Jun 04 14:00:02.689118 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48916) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:02.731547 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f55b49ae-bc96-4992-9265-cd2f9539bd4a req-ff426bf9-afed-431e-8210-845451d5e702 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407486 Jun 04 14:00:03.242005 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48938) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:03.367058 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2325b73-070e-4ff8-ae2b-4dc6ab301a97 req-0e050baf-85a2-482a-917e-34411a26ebfa tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:03.375440 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b2325b73-070e-4ff8-ae2b-4dc6ab301a97 req-0e050baf-85a2-482a-917e-34411a26ebfa tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.1966171 Jun 04 14:00:03.394955 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ce0e7f35-b01a-4462-a663-a96ae125de7f req-18d714b0-e791-4bff-9926-74a5dae18fc0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1510906 Jun 04 14:00:03.437721 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b2325b73-070e-4ff8-ae2b-4dc6ab301a97 req-5b142eb2-40e4-4149-b12e-d429cc4b828f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610814 Jun 04 14:00:03.521204 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4f3e-ea6e-4a3a-971c-f632c4373021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3800515'] for router_interface, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:03.972906 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-e2ac4f3e-ea6e-4a3a-971c-f632c4373021 admin admin] Deleting port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:00:03.973625 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4f3e-ea6e-4a3a-971c-f632c4373021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:04.201026 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [None req-e2ac4f3e-ea6e-4a3a-971c-f632c4373021 admin admin] For port 047066f2-dc7e-47ed-b9ce-e9679e16fe1b, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=047066f2-dc7e-47ed-b9ce-e9679e16fe1b,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:00:04.201374 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4f3e-ea6e-4a3a-971c-f632c4373021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:04.331191 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-e2ac4f3e-ea6e-4a3a-971c-f632c4373021 admin admin] Calling delete_port for 047066f2-dc7e-47ed-b9ce-e9679e16fe1b owned by network:router_interface {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:00:04.404035 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe51ed-21cf-40fd-93b1-f904c7313b4a req-5c14a146-0fba-4679-aa69-57e0f86183e4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:04.405519 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2cfe51ed-21cf-40fd-93b1-f904c7313b4a req-5c14a146-0fba-4679-aa69-57e0f86183e4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.2586389 Jun 04 14:00:04.464577 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2cfe51ed-21cf-40fd-93b1-f904c7313b4a req-0dd01444-dd39-494e-a89a-faace209266b tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506830 Jun 04 14:00:04.597514 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4f3e-ea6e-4a3a-971c-f632c4373021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:04.644844 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac4f3e-ea6e-4a3a-971c-f632c4373021 admin admin] Pushing event deleted for resources: {'Port': ['ID=047066f2-dc7e-47ed-b9ce-e9679e16fe1b,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:04.645085 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a26e4-10e7-41bf-bfa7-e9d6ade2c287 req-17cac8f9-79dc-43eb-b34c-28baa5a55ace tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:04.646723 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-aa5a26e4-10e7-41bf-bfa7-e9d6ade2c287 req-17cac8f9-79dc-43eb-b34c-28baa5a55ace tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0849104 Jun 04 14:00:04.694028 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-aa5a26e4-10e7-41bf-bfa7-e9d6ade2c287 req-ccc6db68-900e-45fd-a0bc-a8cba29174b2 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409505 Jun 04 14:00:04.911867 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4f3e-ea6e-4a3a-971c-f632c4373021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800447'] for router_interface, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:05.372624 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ac4f3e-ea6e-4a3a-971c-f632c4373021 admin admin] Router f401466b-c510-41cc-8f64-1540c5ef120e has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 14:00:05.492842 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 63f83f9f-557c-44d7-a886-b3dafbe5e988 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:00:05.558335 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ac4f3e-ea6e-4a3a-971c-f632c4373021 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 14:00:05.572531 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-e2ac4f3e-ea6e-4a3a-971c-f632c4373021 admin admin] 10.222.0.15 "PUT /v2.0/routers/f401466b-c510-41cc-8f64-1540c5ef120e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8865969 Jun 04 14:00:05.575209 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 48978) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:05.583779 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7250762-0800-4f73-a89a-d5c0cf398b50 None None] Sync routers for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 14:00:05.621475 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7250762-0800-4f73-a89a-d5c0cf398b50 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:00:05.622162 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-d7250762-0800-4f73-a89a-d5c0cf398b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:59:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:00:05.703959 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f7406-1bf9-467b-9df3-266586922c35 req-32182243-528a-459f-a089-79166f9a71b2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:05.705562 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6b5f7406-1bf9-467b-9df3-266586922c35 req-32182243-528a-459f-a089-79166f9a71b2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0870893 Jun 04 14:00:05.723458 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 63f83f9f-557c-44d7-a886-b3dafbe5e988 is: ACTIVE; New status is: DOWN {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:00:05.723834 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:05.767091 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 63f83f9f-557c-44d7-a886-b3dafbe5e988, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:00:05.767451 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6b5f7406-1bf9-467b-9df3-266586922c35 req-a63e0745-1478-4a18-893c-0adc181251a7 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458257 Jun 04 14:00:05.767542 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63f83f9f-557c-44d7-a886-b3dafbe5e988'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:00:05.785549 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] Notify callbacks [] for router, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:05.840637 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f665745e-369d-4dd1-ab14-6b1b2447e461'] response: {'server_uuid': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63f83f9f-557c-44d7-a886-b3dafbe5e988', 'code': 200} Jun 04 14:00:05.843832 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:05.903742 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-451b9445-db0b-4802-8fba-43a58825b33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:05.933930 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-d7250762-0800-4f73-a89a-d5c0cf398b50 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:00:06.019354 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e7f35-b01a-4462-a663-a96ae125de7f req-7d61ecdf-148d-44bd-8150-9364c77eff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:06.020742 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ce0e7f35-b01a-4462-a663-a96ae125de7f req-7d61ecdf-148d-44bd-8150-9364c77eff77 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920&tenant_id=fe244484f68744dda6530fb47852352e HTTP/1.1" status: 200 len: 1097 time: 0.0745139 Jun 04 14:00:06.036431 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c503f9f-f364-4e25-9ee3-cb236fdee6c3 req-17f7d170-f59d-44a3-a1b8-d8e348756155 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:06.037914 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9c503f9f-f364-4e25-9ee3-cb236fdee6c3 req-17f7d170-f59d-44a3-a1b8-d8e348756155 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 944 time: 0.1908376 Jun 04 14:00:06.042178 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:06.063136 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=63f83f9f-557c-44d7-a886-b3dafbe5e988,revision_number=6']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:06.074816 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:06.075158 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:06.075671 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:06.076170 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:06.076709 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:06.077203 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:06.077684 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:06.078182 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:06.078659 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:06.079150 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:06.079632 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:06.080105 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:06.093636 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9c503f9f-f364-4e25-9ee3-cb236fdee6c3 req-67337df4-b148-4134-86a0-48ae44369205 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464406 Jun 04 14:00:06.134697 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e7f35-b01a-4462-a663-a96ae125de7f req-897cfd59-210d-4704-b4ff-c603720964d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:06.136436 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ce0e7f35-b01a-4462-a663-a96ae125de7f req-897cfd59-210d-4704-b4ff-c603720964d5 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe244484f68744dda6530fb47852352e&device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 1097 time: 0.0790014 Jun 04 14:00:06.146911 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] Deleting port 2afc80a8-80f6-4bb8-8026-04a2141f275b {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:00:06.147553 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:06.244611 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-d7250762-0800-4f73-a89a-d5c0cf398b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T14:00:04Z', 'revision_number': 5, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port': {'id': '2afc80a8-80f6-4bb8-8026-04a2141f275b', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:50:56Z', 'updated_at': '2022-06-04T13:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:00:06.248607 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7250762-0800-4f73-a89a-d5c0cf398b50 None None] Checking router: f401466b-c510-41cc-8f64-1540c5ef120e for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 14:00:06.256972 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7250762-0800-4f73-a89a-d5c0cf398b50 None None] Routers {'f401466b-c510-41cc-8f64-1540c5ef120e'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:00:06.257681 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-d7250762-0800-4f73-a89a-d5c0cf398b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T13:59:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['f401466b-c510-41cc-8f64-1540c5ef120e'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:00:06.285961 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e7f35-b01a-4462-a663-a96ae125de7f req-bea43a7a-e59c-4080-bcba-c11648f694a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:06.287414 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ce0e7f35-b01a-4462-a663-a96ae125de7f req-bea43a7a-e59c-4080-bcba-c11648f694a5 service neutron] 10.222.0.17 "GET /v2.0/networks?id=28f01122-e136-4dc9-ad3d-33938cfcfa55 HTTP/1.1" status: 200 len: 910 time: 0.1445770 Jun 04 14:00:06.335873 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] For port 2afc80a8-80f6-4bb8-8026-04a2141f275b, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=2afc80a8-80f6-4bb8-8026-04a2141f275b,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:00:06.336212 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:06.410637 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ce0e7f35-b01a-4462-a663-a96ae125de7f req-2c1bd0a5-1f62-4284-aaa9-25a5036d026a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988 HTTP/1.1" status: 200 len: 999 time: 0.1166122 Jun 04 14:00:06.428055 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-d7250762-0800-4f73-a89a-d5c0cf398b50 None None] Set router f401466b-c510-41cc-8f64-1540c5ef120e gateway port host: None {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:00:06.467548 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] Calling delete_port for 2afc80a8-80f6-4bb8-8026-04a2141f275b owned by network:router_gateway {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:00:06.487957 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e7f35-b01a-4462-a663-a96ae125de7f req-48cad083-5cc1-4d20-8558-9bab20b5acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:06.490161 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ce0e7f35-b01a-4462-a663-a96ae125de7f req-48cad083-5cc1-4d20-8558-9bab20b5acd5 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=686a6177-2f34-421f-b1a7-5a4e94026be4 HTTP/1.1" status: 200 len: 848 time: 0.0734000 Jun 04 14:00:06.568537 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e7f35-b01a-4462-a663-a96ae125de7f req-7e3aadcd-5b1c-47ea-8c45-aad6c5ed7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:06.570089 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ce0e7f35-b01a-4462-a663-a96ae125de7f req-7e3aadcd-5b1c-47ea-8c45-aad6c5ed7e8d service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=28f01122-e136-4dc9-ad3d-33938cfcfa55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740478 Jun 04 14:00:06.588449 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-d7250762-0800-4f73-a89a-d5c0cf398b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T14:00:06Z', 'revision_number': 6, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port_host': None}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:00:06.593008 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7250762-0800-4f73-a89a-d5c0cf398b50 None None] The sync data for ids ['f401466b-c510-41cc-8f64-1540c5ef120e'] in dv-cinder-843593-2-smb is: [{'id': 'f401466b-c510-41cc-8f64-1540c5ef120e', 'name': 'tempest-AttachVolumeNegativeTest-301597615-router', 'tenant_id': 'b1a0a7d689e345fb800464f38156edb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:50:54Z', 'updated_at': '2022-06-04T14:00:06Z', 'revision_number': 6, 'project_id': 'b1a0a7d689e345fb800464f38156edb4', 'gw_port_host': None}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 14:00:06.683111 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:06.711194 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ce0e7f35-b01a-4462-a663-a96ae125de7f req-e4c9e7c1-7c56-469b-8628-36caf71db839 service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349232 Jun 04 14:00:06.732992 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=2afc80a8-80f6-4bb8-8026-04a2141f275b,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:06.825979 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788006'] for router_gateway, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:06.851798 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ce0e7f35-b01a-4462-a663-a96ae125de7f req-3e5d8b3d-53e2-457f-a654-60d7f75cde56 service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346002 Jun 04 14:00:06.993495 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcc231-62ca-4673-95c2-eb909d541c37 req-13739937-35e2-4fe1-a59f-90309be68461 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:07.000956 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f7bcc231-62ca-4673-95c2-eb909d541c37 req-13739937-35e2-4fe1-a59f-90309be68461 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.1042869 Jun 04 14:00:07.065284 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f7bcc231-62ca-4673-95c2-eb909d541c37 req-b193206b-884a-4235-8f5d-f603618a443e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634568 Jun 04 14:00:07.129016 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26746'] for router, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:07.131221 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:07.236014 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3786017'] for router, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:07.236533 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f401466b-c510-41cc-8f64-1540c5ef120e {{(pid=88648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 14:00:07.258738 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] Notify callbacks [] for router, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:07.259831 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-5938f268-1f0f-4c98-8e39-aebe1c419b9f admin admin] 10.222.0.15 "DELETE /v2.0/routers/f401466b-c510-41cc-8f64-1540c5ef120e HTTP/1.1" status: 204 len: 168 time: 1.6767888 Jun 04 14:00:07.262492 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 48998) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:07.290408 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1d863-6b11-45e8-8904-ff1b2a2f707b req-1b26e21e-a9b4-468c-a39f-5831201eb07b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:07.291828 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-60e1d863-6b11-45e8-8904-ff1b2a2f707b req-1b26e21e-a9b4-468c-a39f-5831201eb07b tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 944 time: 0.0900905 Jun 04 14:00:07.322612 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_v2 [None req-46731e78-b82b-4005-8bac-364ad350cc01 admin admin] Deleting subnet 86aba7f4-4b2c-4624-8047-800bda2d771c {{(pid=88647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 14:00:07.325636 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-46731e78-b82b-4005-8bac-364ad350cc01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:07.337859 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-60e1d863-6b11-45e8-8904-ff1b2a2f707b req-0642072b-18c1-4e5b-b4b1-c05b5c41d40f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401309 Jun 04 14:00:07.379779 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-46731e78-b82b-4005-8bac-364ad350cc01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2326719'] for subnet, precommit_delete_associations {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:07.552632 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-46731e78-b82b-4005-8bac-364ad350cc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563026'] for subnet, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:07.574084 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 047066f2-dc7e-47ed-b9ce-e9679e16fe1b no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:00:07.608390 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 047066f2-dc7e-47ed-b9ce-e9679e16fe1b {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:00:07.608863 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 047066f2-dc7e-47ed-b9ce-e9679e16fe1b not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:00:07.609166 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 2afc80a8-80f6-4bb8-8026-04a2141f275b no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:00:07.643064 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 2afc80a8-80f6-4bb8-8026-04a2141f275b {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:00:07.643421 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 2afc80a8-80f6-4bb8-8026-04a2141f275b not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:00:07.683240 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-46731e78-b82b-4005-8bac-364ad350cc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2991170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076379'] for subnet, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:07.722142 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46731e78-b82b-4005-8bac-364ad350cc01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86aba7f4-4b2c-4624-8047-800bda2d771c,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:07.726325 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-46731e78-b82b-4005-8bac-364ad350cc01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:07.732009 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fe1ed8-4e03-440b-ae38-65565ab13f75 None None] Network f7e165fb-2c08-4a5e-b160-62bdeefaa15a requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 14:00:07.732155 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-46731e78-b82b-4005-8bac-364ad350cc01 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/86aba7f4-4b2c-4624-8047-800bda2d771c HTTP/1.1" status: 204 len: 168 time: 0.4685254 Jun 04 14:00:07.734502 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 49002) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:07.841157 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604469'] for network, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:07.852525 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] Deleting port 9eeba2d2-1db2-41e3-9518-e4079705eb45 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:00:07.852857 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:07.997926 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-6eb296cf-35d8-4032-af64-f29dbfd53c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:07.999530 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:08.009768 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ed3d42-8116-4e98-b80a-08970da0fbb9 None None] DHCP port deletion for f7e165fb-2c08-4a5e-b160-62bdeefaa15a request from dv-cinder-843593-2-smb {{(pid=88649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 14:00:08.014061 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-92ed3d42-8116-4e98-b80a-08970da0fbb9 None None] Deleting port 9eeba2d2-1db2-41e3-9518-e4079705eb45 {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:00:08.014430 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-92ed3d42-8116-4e98-b80a-08970da0fbb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:08.063915 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] For port 9eeba2d2-1db2-41e3-9518-e4079705eb45, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=9eeba2d2-1db2-41e3-9518-e4079705eb45,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:00:08.064305 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:08.249297 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] Calling delete_port for 9eeba2d2-1db2-41e3-9518-e4079705eb45 owned by network:dhcp {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:00:08.259326 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-92ed3d42-8116-4e98-b80a-08970da0fbb9 None None] For port 9eeba2d2-1db2-41e3-9518-e4079705eb45, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=9eeba2d2-1db2-41e3-9518-e4079705eb45,segment=NetworkSegment(51ce251c-f028-4d82-b764-bfe41173a12a),segment_id=51ce251c-f028-4d82-b764-bfe41173a12a)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:00:08.259828 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-92ed3d42-8116-4e98-b80a-08970da0fbb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:08.385430 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-92ed3d42-8116-4e98-b80a-08970da0fbb9 None None] Calling delete_port for 9eeba2d2-1db2-41e3-9518-e4079705eb45 owned by network:dhcp {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:00:08.392461 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88cad-101f-44b5-a8d7-40e210126269 req-54c71803-c93b-43ec-b4fb-f5a858971d83 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:08.394080 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e4e88cad-101f-44b5-a8d7-40e210126269 req-54c71803-c93b-43ec-b4fb-f5a858971d83 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.1561122 Jun 04 14:00:08.446374 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e4e88cad-101f-44b5-a8d7-40e210126269 req-62abf7ba-adcb-459e-8691-268f13114b6d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454731 Jun 04 14:00:08.454541 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:08.462341 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.db.api [None req-92ed3d42-8116-4e98-b80a-08970da0fbb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 14:00:08.464603 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG oslo_db.api [None req-92ed3d42-8116-4e98-b80a-08970da0fbb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 14:00:08.506211 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] No DVR routers for this DVR port 9eeba2d2-1db2-41e3-9518-e4079705eb45 on host dv-cinder-843593-2-smb {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 14:00:08.534457 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eeba2d2-1db2-41e3-9518-e4079705eb45,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:08.562531 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0dfb3-5943-469b-a289-37d36e45fb33 req-0be31e02-ee0d-4f72-bceb-dc0957729146 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:08.564080 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-18d0dfb3-5943-469b-a289-37d36e45fb33 req-0be31e02-ee0d-4f72-bceb-dc0957729146 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 944 time: 0.0827372 Jun 04 14:00:08.608825 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-18d0dfb3-5943-469b-a289-37d36e45fb33 req-24f9c39a-6e47-4176-bc0c-fdc78fdf1281 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381265 Jun 04 14:00:08.632656 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-919093', 'neutron.services.segments.db._delete_segments_for_network-8784468802214'] for network, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:08.650855 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e165fb-2c08-4a5e-b160-62bdeefaa15a']}} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:00:08.662358 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ce251c-f028-4d82-b764-bfe41173a12a') {'for_net_delete': True} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:00:08.662657 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ce251c-f028-4d82-b764-bfe41173a12a') {} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:00:08.673440 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784468805825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2326710'] for segment, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:08.692643 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:08.699168 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=88647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 14:00:08.702381 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-918837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2991336'] for segment, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:08.762387 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment 51ce251c-f028-4d82-b764-bfe41173a12a resource provider aggregate not found Jun 04 14:00:08.780960 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment 51ce251c-f028-4d82-b764-bfe41173a12a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51ce251c-f028-4d82-b764-bfe41173a12a found for delete ", "request_id": "req-38ead2b2-329a-4b46-9693-d13fff49e657"}]} Jun 04 14:00:08.911835 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-919102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787971'] for network, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:08.931247 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:08.937057 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e165fb-2c08-4a5e-b160-62bdeefaa15a,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:08.965876 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-92ed3d42-8116-4e98-b80a-08970da0fbb9 None None] Deleting port 9eeba2d2-1db2-41e3-9518-e4079705eb45 {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:00:08.966417 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-92ed3d42-8116-4e98-b80a-08970da0fbb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:09.032320 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-2a5e03e2-08d9-46c6-967f-444f961091c8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f7e165fb-2c08-4a5e-b160-62bdeefaa15a HTTP/1.1" status: 204 len: 168 time: 1.2966995 Jun 04 14:00:09.047099 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-92ed3d42-8116-4e98-b80a-08970da0fbb9 None None] The port '9eeba2d2-1db2-41e3-9518-e4079705eb45' was deleted {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 14:00:09.154015 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:09.224191 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:09.400897 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 49024) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:09.451350 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-1216a54d-3932-4d53-bf38-582f80523e6a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1a0a7d689e345fb800464f38156edb4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0492980 Jun 04 14:00:09.453664 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 49028) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:09.511687 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e8b64b21-204f-41e0-85ee-0a71a8be4e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:09.521562 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 63f83f9f-557c-44d7-a886-b3dafbe5e988 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 14:00:09.539640 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e8b64b21-204f-41e0-85ee-0a71a8be4e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:09.613895 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 9eeba2d2-1db2-41e3-9518-e4079705eb45 no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:00:09.654948 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 9eeba2d2-1db2-41e3-9518-e4079705eb45 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:00:09.658509 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 9eeba2d2-1db2-41e3-9518-e4079705eb45 not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:00:09.660977 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763594be-5fdb-457b-a7bb-1ae390da4ce0 req-753550e5-6f31-4d5a-a180-c3f85ba4919a tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:09.662789 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-763594be-5fdb-457b-a7bb-1ae390da4ce0 req-753550e5-6f31-4d5a-a180-c3f85ba4919a tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0937669 Jun 04 14:00:09.709465 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 63f83f9f-557c-44d7-a886-b3dafbe5e988, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:00:09.712313 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-763594be-5fdb-457b-a7bb-1ae390da4ce0 req-d3248c45-3086-4d0f-89b4-2f5cd6c237d9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399833 Jun 04 14:00:09.724303 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': '63f83f9f-557c-44d7-a886-b3dafbe5e988', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'port_id': '63f83f9f-557c-44d7-a886-b3dafbe5e988', 'mac_address': 'fa:16:3e:f1:fd:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 14:00:09.751853 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e8b64b21-204f-41e0-85ee-0a71a8be4e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:09.769405 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b64b21-204f-41e0-85ee-0a71a8be4e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368eb7e4-cfc1-48a5-9fbc-8e6e3415a75f,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:09.777601 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-e8b64b21-204f-41e0-85ee-0a71a8be4e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:09.779770 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-e8b64b21-204f-41e0-85ee-0a71a8be4e2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/368eb7e4-cfc1-48a5-9fbc-8e6e3415a75f HTTP/1.1" status: 204 len: 168 time: 0.3252168 Jun 04 14:00:09.792936 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 63f83f9f-557c-44d7-a886-b3dafbe5e988 is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:00:09.793312 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:09.807990 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55a53e-4959-43af-8514-575d2c70e218 req-284c381c-1c8e-47cf-b681-448a89134650 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:09.815810 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ea55a53e-4959-43af-8514-575d2c70e218 req-284c381c-1c8e-47cf-b681-448a89134650 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 944 time: 0.0825830 Jun 04 14:00:09.817147 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f83f9f-557c-44d7-a886-b3dafbe5e988 {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 14:00:09.836871 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 63f83f9f-557c-44d7-a886-b3dafbe5e988, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:00:09.862456 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ea55a53e-4959-43af-8514-575d2c70e218 req-32c80cf0-8e1a-494b-8a8e-c9bd5f55177c tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436852 Jun 04 14:00:09.917284 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:09.985815 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=63f83f9f-557c-44d7-a886-b3dafbe5e988,revision_number=7']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:10.351288 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['63f83f9f-557c-44d7-a886-b3dafbe5e988'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 14:00:10.484637 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:10.921959 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54439870-996b-4646-8098-288d0887b4a6 req-1cfabf55-e01d-47da-99db-b6608c552b91 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:10.923459 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-54439870-996b-4646-8098-288d0887b4a6 req-1cfabf55-e01d-47da-99db-b6608c552b91 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0871565 Jun 04 14:00:10.968265 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-54439870-996b-4646-8098-288d0887b4a6 req-074aac10-599e-461a-84c6-d31168ec13e1 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387208 Jun 04 14:00:11.064366 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72dc5f-77c3-440f-9abd-50ed6263b7ef req-f63ad666-e1a6-44c6-ac6f-b9a6b2f268cc tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:11.065820 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9c72dc5f-77c3-440f-9abd-50ed6263b7ef req-f63ad666-e1a6-44c6-ac6f-b9a6b2f268cc tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 945 time: 0.0938458 Jun 04 14:00:11.114166 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-9c72dc5f-77c3-440f-9abd-50ed6263b7ef req-d4d2fc3f-12cd-44eb-8323-331bcad3f274 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411558 Jun 04 14:00:11.545727 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 63f83f9f-557c-44d7-a886-b3dafbe5e988 up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 14:00:11.620545 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port 63f83f9f-557c-44d7-a886-b3dafbe5e988 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 14:00:11.621156 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:11.735868 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 63f83f9f-557c-44d7-a886-b3dafbe5e988 is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:00:11.736259 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:11.764220 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f83f9f-557c-44d7-a886-b3dafbe5e988'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:00:11.774007 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 63f83f9f-557c-44d7-a886-b3dafbe5e988, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:00:11.809887 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55d3204-efdc-4904-ae49-ffbcc0425857'] response: {'server_uuid': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f83f9f-557c-44d7-a886-b3dafbe5e988', 'code': 200} Jun 04 14:00:11.858677 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:11.927842 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=63f83f9f-557c-44d7-a886-b3dafbe5e988,revision_number=8']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:12.185405 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed23538-4b36-4a55-8e46-2fc34c2b6010 req-9389fffc-4f91-4d2d-9534-168676da6270 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:12.187626 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1ed23538-4b36-4a55-8e46-2fc34c2b6010 req-9389fffc-4f91-4d2d-9534-168676da6270 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0981061 Jun 04 14:00:12.271998 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1ed23538-4b36-4a55-8e46-2fc34c2b6010 req-3129a38c-47af-4f49-85fe-0dd300d93333 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729797 Jun 04 14:00:12.437440 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb0185-cb44-4637-abcc-a624cb9d10c1 req-8a12a529-34a4-4bd0-b5de-8253c203dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:12.438920 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-50cb0185-cb44-4637-abcc-a624cb9d10c1 req-8a12a529-34a4-4bd0-b5de-8253c203dc0f service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 1099 time: 0.2407591 Jun 04 14:00:12.450412 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ae9f0-63eb-4d9d-b008-3046600e0cdd req-f2b1f0b1-b9e6-4e5c-802a-694c550fe1e9 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:12.451796 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a51ae9f0-63eb-4d9d-b008-3046600e0cdd req-f2b1f0b1-b9e6-4e5c-802a-694c550fe1e9 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.1089206 Jun 04 14:00:12.515259 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-50cb0185-cb44-4637-abcc-a624cb9d10c1 req-9528c3db-b48c-464e-b9d5-e82c0a56c028 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625324 Jun 04 14:00:12.519581 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a51ae9f0-63eb-4d9d-b008-3046600e0cdd req-daa63d38-791a-4a14-aeb9-a1cb99bdbb22 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547347 Jun 04 14:00:13.441614 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ced88e-a75c-49c2-b7de-e55a2968c657 req-4027a6b8-b8af-436b-8e32-ae7ab03be0e0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:13.443087 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-81ced88e-a75c-49c2-b7de-e55a2968c657 req-4027a6b8-b8af-436b-8e32-ae7ab03be0e0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0802169 Jun 04 14:00:13.486173 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-81ced88e-a75c-49c2-b7de-e55a2968c657 req-737ee4d6-f347-40ea-aa02-bc5760ec243c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374174 Jun 04 14:00:13.718701 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2aab01-806f-4b7e-8dcc-9886b14438d6 req-23018b7d-71a2-4735-b8c1-36eaf70c2c0a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:13.721348 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ec2aab01-806f-4b7e-8dcc-9886b14438d6 req-23018b7d-71a2-4735-b8c1-36eaf70c2c0a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0986373 Jun 04 14:00:13.782371 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ec2aab01-806f-4b7e-8dcc-9886b14438d6 req-0b556566-6668-46a7-9dd6-721930985f7a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545213 Jun 04 14:00:14.681134 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afffba-cca9-40a9-b179-36f61aacdaf7 req-a3aae262-c0c3-4da6-b873-7da693b8f240 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:14.682621 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c4afffba-cca9-40a9-b179-36f61aacdaf7 req-a3aae262-c0c3-4da6-b873-7da693b8f240 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0875967 Jun 04 14:00:14.725712 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c4afffba-cca9-40a9-b179-36f61aacdaf7 req-d9123663-0b77-41a8-b33a-d63472eb73cc tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374727 Jun 04 14:00:14.965575 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bed37-c7ea-4011-b7ee-028e6f4fb87f req-f4c60826-fa47-4c09-a709-860e09a9a58f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:14.967065 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e38bed37-c7ea-4011-b7ee-028e6f4fb87f req-f4c60826-fa47-4c09-a709-860e09a9a58f tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0789342 Jun 04 14:00:15.012075 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e38bed37-c7ea-4011-b7ee-028e6f4fb87f req-67190793-7768-43ac-81be-e9828272e8f0 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392129 Jun 04 14:00:15.913712 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9ecbf-588c-4bf6-9318-c6f4c339fb4a req-b4110b2a-83c6-4365-8e0b-86bb1cfd969e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:15.915180 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-22e9ecbf-588c-4bf6-9318-c6f4c339fb4a req-b4110b2a-83c6-4365-8e0b-86bb1cfd969e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0790005 Jun 04 14:00:15.960946 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-22e9ecbf-588c-4bf6-9318-c6f4c339fb4a req-8c025a96-2a1b-414e-8d22-0ee6a7920576 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400946 Jun 04 14:00:17.176003 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba68135-7ac5-466f-927a-ef700c627e12 req-7709dfeb-9ba5-4231-b330-57817d4f135d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:17.177566 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1ba68135-7ac5-466f-927a-ef700c627e12 req-7709dfeb-9ba5-4231-b330-57817d4f135d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0995502 Jun 04 14:00:17.223047 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1ba68135-7ac5-466f-927a-ef700c627e12 req-08f13a31-7569-48aa-9d31-06178b1f1e3c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384221 Jun 04 14:00:17.510830 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 49222) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:17.629029 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6e4f65ce-e7ff-465f-83aa-42228011487e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:17.643441 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-6e4f65ce-e7ff-465f-83aa-42228011487e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:00:17.647796 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-6e4f65ce-e7ff-465f-83aa-42228011487e admin admin] Usage tracker for resource:security_group_rule and tenant:91974d03104a4965866552ac463a2df4 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:00:17.650580 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-6e4f65ce-e7ff-465f-83aa-42228011487e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:00:17.656191 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-6e4f65ce-e7ff-465f-83aa-42228011487e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:00:17.737350 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6e4f65ce-e7ff-465f-83aa-42228011487e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:17.808605 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6e4f65ce-e7ff-465f-83aa-42228011487e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:17.856383 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-6e4f65ce-e7ff-465f-83aa-42228011487e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91974d03104a4965866552ac463a2df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444650 Jun 04 14:00:17.857345 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f65ce-e7ff-465f-83aa-42228011487e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caa9560-c5dd-4d8f-b40f-e2ded0dfb3a9,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:17.859988 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 49228) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:17.922197 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-aa75cf59-27d5-4407-93ad-4154eef5ecc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:17.948061 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-aa75cf59-27d5-4407-93ad-4154eef5ecc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:18.064104 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-aa75cf59-27d5-4407-93ad-4154eef5ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:18.078552 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75cf59-27d5-4407-93ad-4154eef5ecc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caa9560-c5dd-4d8f-b40f-e2ded0dfb3a9,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:18.084997 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-aa75cf59-27d5-4407-93ad-4154eef5ecc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:18.086402 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-aa75cf59-27d5-4407-93ad-4154eef5ecc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2caa9560-c5dd-4d8f-b40f-e2ded0dfb3a9 HTTP/1.1" status: 204 len: 168 time: 0.2253745 Jun 04 14:00:18.419888 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ae2b4-6e82-4a0d-865a-7b2bd331fa24 req-981fbea7-aa59-457d-ba60-f7808adedfad tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:18.421400 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-942ae2b4-6e82-4a0d-865a-7b2bd331fa24 req-981fbea7-aa59-457d-ba60-f7808adedfad tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0854683 Jun 04 14:00:18.469192 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-942ae2b4-6e82-4a0d-865a-7b2bd331fa24 req-71d73814-911d-416d-889f-3dd1f54dce33 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420859 Jun 04 14:00:18.690548 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 49240) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:18.707686 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-01c0a5d8-07e2-4f3c-ad75-8c1332e9629f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:18.722052 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-01c0a5d8-07e2-4f3c-ad75-8c1332e9629f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:00:18.726389 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-01c0a5d8-07e2-4f3c-ad75-8c1332e9629f admin admin] Usage tracker for resource:security_group_rule and tenant:90c34ae8ec984524b1b3dba4b8c355a0 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:00:18.729167 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-01c0a5d8-07e2-4f3c-ad75-8c1332e9629f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:00:18.734852 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-01c0a5d8-07e2-4f3c-ad75-8c1332e9629f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:00:18.815407 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-01c0a5d8-07e2-4f3c-ad75-8c1332e9629f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:18.881091 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-01c0a5d8-07e2-4f3c-ad75-8c1332e9629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:18.927671 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-01c0a5d8-07e2-4f3c-ad75-8c1332e9629f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90c34ae8ec984524b1b3dba4b8c355a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360342 Jun 04 14:00:18.929269 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0a5d8-07e2-4f3c-ad75-8c1332e9629f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a59e12-86f8-429a-918f-cd48b686354e,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:18.931019 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 49244) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:18.987556 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:19.013551 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:19.162970 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:19.183830 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a59e12-86f8-429a-918f-cd48b686354e,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:19.191121 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:19.192160 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6a59e12-86f8-429a-918f-cd48b686354e HTTP/1.1" status: 204 len: 168 time: 0.2600653 Jun 04 14:00:19.193600 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:19.193968 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:19.194884 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:19.195209 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:19.195538 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:19.195860 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:19.196176 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:19.196501 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:19.196820 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:19.197138 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:19.197453 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:19.198046 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b629eec-9705-436f-95e2-4300aaba4757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:19.668640 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad060b-031b-4d23-ad9b-158a9a89ab67 req-f722bb15-c327-42ff-81f0-968cd3d8e0bd tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:19.670116 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c8ad060b-031b-4d23-ad9b-158a9a89ab67 req-f722bb15-c327-42ff-81f0-968cd3d8e0bd tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0896361 Jun 04 14:00:19.717746 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c8ad060b-031b-4d23-ad9b-158a9a89ab67 req-ff3f120c-50a0-460f-b0eb-3c7aacaafa82 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400989 Jun 04 14:00:20.912604 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208400c-5bf6-48da-93da-d111e95fc168 req-70013d74-44b4-4784-ade9-9346189efae1 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:20.914818 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6208400c-5bf6-48da-93da-d111e95fc168 req-70013d74-44b4-4784-ade9-9346189efae1 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0819311 Jun 04 14:00:20.959172 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6208400c-5bf6-48da-93da-d111e95fc168 req-85f4065b-b281-4101-961e-0aa58794f472 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387039 Jun 04 14:00:21.590617 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device af4eaf71-14da-459e-894e-f78c68c5bc24 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 14:00:21.727612 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port af4eaf71-14da-459e-894e-f78c68c5bc24, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af4eaf71-14da-459e-894e-f78c68c5bc24,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:00:21.741687 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'port_id': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'mac_address': 'fa:16:3e:2a:56:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 14:00:21.799426 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port af4eaf71-14da-459e-894e-f78c68c5bc24 is: ACTIVE; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:00:21.799792 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:21.816933 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af4eaf71-14da-459e-894e-f78c68c5bc24 {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 14:00:21.832149 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port af4eaf71-14da-459e-894e-f78c68c5bc24, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af4eaf71-14da-459e-894e-f78c68c5bc24,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:00:21.887575 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:21.953410 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=af4eaf71-14da-459e-894e-f78c68c5bc24,revision_number=6']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:22.089390 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['af4eaf71-14da-459e-894e-f78c68c5bc24'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 14:00:22.184967 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76f43e-9a33-4610-b92a-cd774a3baa59 req-e638e688-8f67-4dff-af47-b4622355018b tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:22.186903 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0a76f43e-9a33-4610-b92a-cd774a3baa59 req-e638e688-8f67-4dff-af47-b4622355018b tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 945 time: 0.1131539 Jun 04 14:00:22.241326 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0a76f43e-9a33-4610-b92a-cd774a3baa59 req-daf6feba-52cb-45cd-83dc-bb9bf1a8b005 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477211 Jun 04 14:00:23.449057 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be76ccb-9e64-48f1-9e50-1f513975c67c req-5714aed6-393b-45e0-be52-0460baeff6bf tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:23.450517 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2be76ccb-9e64-48f1-9e50-1f513975c67c req-5714aed6-393b-45e0-be52-0460baeff6bf tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 945 time: 0.0840070 Jun 04 14:00:23.498094 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2be76ccb-9e64-48f1-9e50-1f513975c67c req-f6b74a38-9f7b-42ce-89d3-69ccd1c07a97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420189 Jun 04 14:00:23.613175 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device af4eaf71-14da-459e-894e-f78c68c5bc24 up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 14:00:23.683672 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port af4eaf71-14da-459e-894e-f78c68c5bc24 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 14:00:23.684038 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:23.805997 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port af4eaf71-14da-459e-894e-f78c68c5bc24 is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:00:23.806290 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:23.832594 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4eaf71-14da-459e-894e-f78c68c5bc24'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:00:23.842563 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port af4eaf71-14da-459e-894e-f78c68c5bc24, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af4eaf71-14da-459e-894e-f78c68c5bc24,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:00:23.878465 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df0155f-7bd1-46ff-955a-7b48824ad911'] response: {'server_uuid': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'code': 200} Jun 04 14:00:23.915117 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:00:24.111467 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:24.184025 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=af4eaf71-14da-459e-894e-f78c68c5bc24,revision_number=7']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:24.690768 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2424674-df47-4947-9c75-b0ca45be9f9d req-36b905b2-284b-4a64-bbd1-f8c94db1a6ae tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:24.692285 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c2424674-df47-4947-9c75-b0ca45be9f9d req-36b905b2-284b-4a64-bbd1-f8c94db1a6ae tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0837300 Jun 04 14:00:24.743550 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-c2424674-df47-4947-9c75-b0ca45be9f9d req-d8b9288c-9ecb-4a7a-a1e0-a70104beaedb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449064 Jun 04 14:00:25.936551 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5a474-99e3-4c8d-83af-6b8c6d51fef5 req-0606cc12-672b-4e05-8f79-5c19ea1833b3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:25.938158 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-83d5a474-99e3-4c8d-83af-6b8c6d51fef5 req-0606cc12-672b-4e05-8f79-5c19ea1833b3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0784707 Jun 04 14:00:25.982495 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-83d5a474-99e3-4c8d-83af-6b8c6d51fef5 req-b858910e-2fdc-4aa7-bd38-6676ff0f624c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388443 Jun 04 14:00:27.176591 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f613fe-5967-40b7-95f0-f3aa9b4748b1 req-241c195a-27a4-41ec-aa23-ac01b66b7e7f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:27.179145 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e1f613fe-5967-40b7-95f0-f3aa9b4748b1 req-241c195a-27a4-41ec-aa23-ac01b66b7e7f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0864520 Jun 04 14:00:27.222283 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e1f613fe-5967-40b7-95f0-f3aa9b4748b1 req-db8296bf-c294-4f0f-8777-16d172c66945 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371044 Jun 04 14:00:28.323246 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 49398) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:28.418178 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01bea-01a1-449d-82a7-f78636c80979 req-bb3d9463-4ddc-49ad-9899-766990e83884 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:28.419643 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-52e01bea-01a1-449d-82a7-f78636c80979 req-bb3d9463-4ddc-49ad-9899-766990e83884 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0873218 Jun 04 14:00:28.444849 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3964215e-03fa-4a0d-a123-d46f14266ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:28.459272 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-3964215e-03fa-4a0d-a123-d46f14266ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:00:28.464306 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-3964215e-03fa-4a0d-a123-d46f14266ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:94d2beff887d4edca45863d6b5ac6e4b is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:00:28.465451 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-52e01bea-01a1-449d-82a7-f78636c80979 req-0f324e21-0771-4c04-a00e-28046677026a tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398955 Jun 04 14:00:28.467306 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-3964215e-03fa-4a0d-a123-d46f14266ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:00:28.474538 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-3964215e-03fa-4a0d-a123-d46f14266ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:00:28.577488 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3964215e-03fa-4a0d-a123-d46f14266ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:28.641032 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3964215e-03fa-4a0d-a123-d46f14266ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:28.701604 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964215e-03fa-4a0d-a123-d46f14266ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a700c7c-a32c-45e6-9ff5-0a9b98a4181c,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:28.732774 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 49412) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:28.732948 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-3964215e-03fa-4a0d-a123-d46f14266ff0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94d2beff887d4edca45863d6b5ac6e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079411 Jun 04 14:00:28.799245 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5544-fbb9-4b5c-ae13-08b2b50695f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:28.829928 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5544-fbb9-4b5c-ae13-08b2b50695f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:28.978200 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5544-fbb9-4b5c-ae13-08b2b50695f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:29.001208 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b5544-fbb9-4b5c-ae13-08b2b50695f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a700c7c-a32c-45e6-9ff5-0a9b98a4181c,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:29.020825 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5544-fbb9-4b5c-ae13-08b2b50695f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:29.022562 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-4c4b5544-fbb9-4b5c-ae13-08b2b50695f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a700c7c-a32c-45e6-9ff5-0a9b98a4181c HTTP/1.1" status: 204 len: 168 time: 0.2886906 Jun 04 14:00:29.659750 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 49424) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:29.681073 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7314cf76-e7a9-4564-bbb2-435eaef4f1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:29.713487 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-7314cf76-e7a9-4564-bbb2-435eaef4f1bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:00:29.722367 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-7314cf76-e7a9-4564-bbb2-435eaef4f1bb admin admin] Usage tracker for resource:security_group_rule and tenant:eb803edc59ac4462ae51e1daa0c3fc27 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:00:29.726393 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-7314cf76-e7a9-4564-bbb2-435eaef4f1bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:00:29.736096 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-7314cf76-e7a9-4564-bbb2-435eaef4f1bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:00:29.827707 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae168e3-be5e-48e3-8d57-490421b0ab85 req-7266e7e5-0116-46b5-893a-24cafd7a1b10 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:29.829851 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0ae168e3-be5e-48e3-8d57-490421b0ab85 req-7266e7e5-0116-46b5-893a-24cafd7a1b10 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0984981 Jun 04 14:00:29.852325 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7314cf76-e7a9-4564-bbb2-435eaef4f1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:29.878317 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0ae168e3-be5e-48e3-8d57-490421b0ab85 req-f65fc548-785d-4e45-ad7a-073b8644907e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409822 Jun 04 14:00:29.911530 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-7314cf76-e7a9-4564-bbb2-435eaef4f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:29.961948 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-7314cf76-e7a9-4564-bbb2-435eaef4f1bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb803edc59ac4462ae51e1daa0c3fc27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983291 Jun 04 14:00:29.962983 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 49428) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:29.975911 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314cf76-e7a9-4564-bbb2-435eaef4f1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e784232f-33b8-4a5b-8ccb-6092a8a2f076,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:30.029544 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-dccfb7a0-7fc2-41cf-a77e-f75968918e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:30.059918 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-dccfb7a0-7fc2-41cf-a77e-f75968918e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:30.197215 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-dccfb7a0-7fc2-41cf-a77e-f75968918e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:30.219802 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfb7a0-7fc2-41cf-a77e-f75968918e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e784232f-33b8-4a5b-8ccb-6092a8a2f076,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:30.222511 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-dccfb7a0-7fc2-41cf-a77e-f75968918e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:30.226453 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-dccfb7a0-7fc2-41cf-a77e-f75968918e9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e784232f-33b8-4a5b-8ccb-6092a8a2f076 HTTP/1.1" status: 204 len: 168 time: 0.2623956 Jun 04 14:00:31.077461 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607875b-7209-407d-b723-7bd8d5949ee8 req-028b4587-1e28-4cec-87a4-2690d7a33f2f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:31.079887 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8607875b-7209-407d-b723-7bd8d5949ee8 req-028b4587-1e28-4cec-87a4-2690d7a33f2f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0836868 Jun 04 14:00:31.149379 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8607875b-7209-407d-b723-7bd8d5949ee8 req-355ea5ce-0c65-46bc-b23f-1f3fec907fea tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633166 Jun 04 14:00:32.370093 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7172af5-fe28-4216-9dfe-c1926a161afd req-2ff374f8-01b6-4421-bb4b-f9977d661d01 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:32.371547 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b7172af5-fe28-4216-9dfe-c1926a161afd req-2ff374f8-01b6-4421-bb4b-f9977d661d01 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0927167 Jun 04 14:00:32.415404 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b7172af5-fe28-4216-9dfe-c1926a161afd req-444159eb-8d41-4b3c-82d6-072f543695b0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380940 Jun 04 14:00:33.631553 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056541a0-acf3-4bdb-935b-a9dde2afa140 req-4b29817f-63eb-49ac-8a54-472668390244 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:33.632873 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-056541a0-acf3-4bdb-935b-a9dde2afa140 req-4b29817f-63eb-49ac-8a54-472668390244 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0884802 Jun 04 14:00:33.679907 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-056541a0-acf3-4bdb-935b-a9dde2afa140 req-4b8a334c-b369-4f2e-a5f6-f13c823df973 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409019 Jun 04 14:00:34.957072 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffeface-0d07-4362-ac76-528f0a682a5b req-57c4fa94-4f6d-4cae-8933-3cd0d699aea8 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:34.958677 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2ffeface-0d07-4362-ac76-528f0a682a5b req-57c4fa94-4f6d-4cae-8933-3cd0d699aea8 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.1561990 Jun 04 14:00:35.026667 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2ffeface-0d07-4362-ac76-528f0a682a5b req-d74b4a07-bf83-4039-bdc9-7b2041d0f557 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618279 Jun 04 14:00:36.173686 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-920d1ddd-3b2a-41a0-9185-98dfe3819d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:36.225293 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6218e-e853-49f0-af9f-2b4cbec3a8b1 req-2433eac5-5407-4294-8568-e884cd7aba24 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:36.228242 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5df6218e-e853-49f0-af9f-2b4cbec3a8b1 req-2433eac5-5407-4294-8568-e884cd7aba24 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0835505 Jun 04 14:00:36.274821 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5df6218e-e853-49f0-af9f-2b4cbec3a8b1 req-754adf58-6c35-423f-b0e3-a299a2fdb451 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410609 Jun 04 14:00:37.481382 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03922165-31b7-4a84-a1ba-9c1b59f2c6c6 req-5b29bfe4-9658-42dc-8ec3-c57e0176909d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:37.482900 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-03922165-31b7-4a84-a1ba-9c1b59f2c6c6 req-5b29bfe4-9658-42dc-8ec3-c57e0176909d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0875399 Jun 04 14:00:37.542675 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-03922165-31b7-4a84-a1ba-9c1b59f2c6c6 req-a40fd0e1-ff6d-4450-a347-3f27776d738d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530570 Jun 04 14:00:38.031053 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-b2c33c80-544c-44b0-9df3-e4846fd450ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:38.042593 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:38.937358 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3931e22-4117-4a46-8f63-b4bb97c41e08 req-56495384-4105-4514-95c0-edeff3b20bdb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:38.938992 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b3931e22-4117-4a46-8f63-b4bb97c41e08 req-56495384-4105-4514-95c0-edeff3b20bdb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.2185824 Jun 04 14:00:38.993210 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b3931e22-4117-4a46-8f63-b4bb97c41e08 req-a5d4d1ee-0f82-4db0-9813-e46e67f6646c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464027 Jun 04 14:00:39.076836 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:39.642619 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:40.240467 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53261367-07c0-43a8-9686-074ebadc77f0 req-cff712c7-037c-41df-b757-a5eecd465fb3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:40.248244 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-53261367-07c0-43a8-9686-074ebadc77f0 req-cff712c7-037c-41df-b757-a5eecd465fb3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.1191506 Jun 04 14:00:40.290785 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-53261367-07c0-43a8-9686-074ebadc77f0 req-4cb3ff1f-73b7-4061-b309-c4b9d44ddc12 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416670 Jun 04 14:00:40.566237 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:40.765646 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d11452-a8e7-41b4-b8ad-6af1cab49266 req-6e920937-b074-4201-917f-fcc6b2be3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:40.767179 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-34d11452-a8e7-41b4-b8ad-6af1cab49266 req-6e920937-b074-4201-917f-fcc6b2be3146 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f48f4092fd134a8ab578c94827b48ebb&device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 1099 time: 0.0726037 Jun 04 14:00:40.917573 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d11452-a8e7-41b4-b8ad-6af1cab49266 req-a44bcabd-11cc-4932-914d-6912f4f8ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:40.919033 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-34d11452-a8e7-41b4-b8ad-6af1cab49266 req-a44bcabd-11cc-4932-914d-6912f4f8ae54 service neutron] 10.222.0.17 "GET /v2.0/networks?id=184ce015-1a2c-47a7-9fdb-a44e9f2830db HTTP/1.1" status: 200 len: 917 time: 0.1330194 Jun 04 14:00:41.019962 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-34d11452-a8e7-41b4-b8ad-6af1cab49266 req-6c1c7d31-684f-4558-96e6-bef5a6b0e119 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af4eaf71-14da-459e-894e-f78c68c5bc24 HTTP/1.1" status: 200 len: 1001 time: 0.0936217 Jun 04 14:00:41.083000 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d11452-a8e7-41b4-b8ad-6af1cab49266 req-955513da-de48-4569-bf33-59024a54d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:41.084360 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-34d11452-a8e7-41b4-b8ad-6af1cab49266 req-955513da-de48-4569-bf33-59024a54d9bc service neutron] 10.222.0.17 "GET /v2.0/subnets?id=92a6fe1c-a0b4-4010-aeb0-a3d93f102d72 HTTP/1.1" status: 200 len: 855 time: 0.0579934 Jun 04 14:00:41.168354 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d11452-a8e7-41b4-b8ad-6af1cab49266 req-b07c95f4-c661-4799-ab19-79e038933a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:41.170670 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-34d11452-a8e7-41b4-b8ad-6af1cab49266 req-b07c95f4-c661-4799-ab19-79e038933a0f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=184ce015-1a2c-47a7-9fdb-a44e9f2830db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793991 Jun 04 14:00:41.309581 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-34d11452-a8e7-41b4-b8ad-6af1cab49266 req-c66df6f6-b02c-43f5-9d54-13e1e6d39660 service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312571 Jun 04 14:00:41.500739 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-34d11452-a8e7-41b4-b8ad-6af1cab49266 req-071f04ef-ebbb-42ed-939d-9612dbc9247b service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842747 Jun 04 14:00:41.522412 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a501b-0c40-49a7-a395-3608ee398dc0 req-d39d026e-65df-4671-83bf-b29c2a300ad9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:41.524060 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d03a501b-0c40-49a7-a395-3608ee398dc0 req-d39d026e-65df-4671-83bf-b29c2a300ad9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.1186163 Jun 04 14:00:41.568726 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d03a501b-0c40-49a7-a395-3608ee398dc0 req-8aff58af-ed7e-4b86-9efc-59cb7a7c6650 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380945 Jun 04 14:00:42.104225 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae2336-6f51-473b-a909-aae027cdf08c req-08b590b3-fb14-4a93-b64f-0ee36b25f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:42.105698 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cdae2336-6f51-473b-a909-aae027cdf08c req-08b590b3-fb14-4a93-b64f-0ee36b25f62d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f48f4092fd134a8ab578c94827b48ebb&device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 1099 time: 0.0716059 Jun 04 14:00:42.239860 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae2336-6f51-473b-a909-aae027cdf08c req-b22d76fe-4433-4310-b7eb-2ec372615ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:42.241279 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cdae2336-6f51-473b-a909-aae027cdf08c req-b22d76fe-4433-4310-b7eb-2ec372615ff3 service neutron] 10.222.0.17 "GET /v2.0/networks?id=184ce015-1a2c-47a7-9fdb-a44e9f2830db HTTP/1.1" status: 200 len: 917 time: 0.1280415 Jun 04 14:00:42.344548 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cdae2336-6f51-473b-a909-aae027cdf08c req-42aba9fc-2042-4f1d-80a9-3952fc8da150 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af4eaf71-14da-459e-894e-f78c68c5bc24 HTTP/1.1" status: 200 len: 1001 time: 0.0965664 Jun 04 14:00:42.405607 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae2336-6f51-473b-a909-aae027cdf08c req-0bb4c77a-1dbe-487c-b944-bf17cd9efb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:42.406947 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cdae2336-6f51-473b-a909-aae027cdf08c req-0bb4c77a-1dbe-487c-b944-bf17cd9efb3c service neutron] 10.222.0.17 "GET /v2.0/subnets?id=92a6fe1c-a0b4-4010-aeb0-a3d93f102d72 HTTP/1.1" status: 200 len: 855 time: 0.0549598 Jun 04 14:00:42.482159 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae2336-6f51-473b-a909-aae027cdf08c req-1aa1ecf2-c50e-48e8-8c51-68323f6236b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:42.483641 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cdae2336-6f51-473b-a909-aae027cdf08c req-1aa1ecf2-c50e-48e8-8c51-68323f6236b9 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=184ce015-1a2c-47a7-9fdb-a44e9f2830db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694413 Jun 04 14:00:42.627049 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cdae2336-6f51-473b-a909-aae027cdf08c req-93a5aa1a-f658-4bb7-9e47-48cd9394a3b0 service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304235 Jun 04 14:00:42.797500 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874cb12-dff1-4f8f-8227-bbc47d3255ad req-bb048517-2485-40c1-b569-2b2ffca88d60 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:42.799415 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5874cb12-dff1-4f8f-8227-bbc47d3255ad req-bb048517-2485-40c1-b569-2b2ffca88d60 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0919683 Jun 04 14:00:42.843724 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5874cb12-dff1-4f8f-8227-bbc47d3255ad req-41206c16-b12f-4bb0-be4d-428d21ec0ef6 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387354 Jun 04 14:00:42.852891 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cdae2336-6f51-473b-a909-aae027cdf08c req-56cdda9c-5140-46b8-8749-f98651b0b89a service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190654 Jun 04 14:00:43.139635 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 49630) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:43.255347 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-879372d5-438c-4362-bb76-243640337d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:43.269541 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-879372d5-438c-4362-bb76-243640337d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:00:43.273290 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-879372d5-438c-4362-bb76-243640337d20 admin admin] Usage tracker for resource:security_group_rule and tenant:26217d01ef8e4b26b01336fc3fbeb4c2 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:00:43.276142 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-879372d5-438c-4362-bb76-243640337d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:00:43.281617 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-879372d5-438c-4362-bb76-243640337d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:00:43.359323 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-879372d5-438c-4362-bb76-243640337d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:43.475166 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-879372d5-438c-4362-bb76-243640337d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:43.522235 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-879372d5-438c-4362-bb76-243640337d20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26217d01ef8e4b26b01336fc3fbeb4c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812997 Jun 04 14:00:43.523078 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879372d5-438c-4362-bb76-243640337d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ef4440-ec46-4547-9cf5-68d4e958152c,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:43.525019 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 49636) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:43.584485 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9487f121-03cd-484a-a87a-161f9ecc2e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:43.613650 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9487f121-03cd-484a-a87a-161f9ecc2e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:43.731979 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9487f121-03cd-484a-a87a-161f9ecc2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:43.839228 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487f121-03cd-484a-a87a-161f9ecc2e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ef4440-ec46-4547-9cf5-68d4e958152c,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:43.848521 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9487f121-03cd-484a-a87a-161f9ecc2e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:43.849635 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-9487f121-03cd-484a-a87a-161f9ecc2e87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56ef4440-ec46-4547-9cf5-68d4e958152c HTTP/1.1" status: 204 len: 168 time: 0.3236527 Jun 04 14:00:44.032949 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf476c8-1fca-4862-a705-46796da8ecc8 req-1d67adac-17d3-4d09-a9c8-e4762a7bb4c0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:44.034409 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0cf476c8-1fca-4862-a705-46796da8ecc8 req-1d67adac-17d3-4d09-a9c8-e4762a7bb4c0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0829828 Jun 04 14:00:44.085995 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0cf476c8-1fca-4862-a705-46796da8ecc8 req-4e7a5d83-4b4e-400f-b8df-b264cedb1962 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445611 Jun 04 14:00:45.278877 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1accd-49ea-48cb-aef7-2278543bbc63 req-3d300569-112a-4762-a062-205d9cc71bd7 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:45.280366 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-70d1accd-49ea-48cb-aef7-2278543bbc63 req-3d300569-112a-4762-a062-205d9cc71bd7 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 946 time: 0.0818632 Jun 04 14:00:45.330345 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-70d1accd-49ea-48cb-aef7-2278543bbc63 req-317f174d-b9c5-49ab-8e6b-b838a91f3cc0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423419 Jun 04 14:00:45.742771 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device af4eaf71-14da-459e-894e-f78c68c5bc24 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:00:45.857092 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port af4eaf71-14da-459e-894e-f78c68c5bc24 is: ACTIVE; New status is: DOWN {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:00:45.857467 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:45.883911 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af4eaf71-14da-459e-894e-f78c68c5bc24'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:00:45.892882 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port af4eaf71-14da-459e-894e-f78c68c5bc24, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af4eaf71-14da-459e-894e-f78c68c5bc24,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:00:45.923507 dv-cinder-843593-2-smb neutron-server[88649]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3199f2f4-68ac-41a5-99a8-946db3ce8b2e']: {'server_uuid': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'code': 422} returned with failed status Jun 04 14:00:45.967995 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:46.033337 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=af4eaf71-14da-459e-894e-f78c68c5bc24,revision_number=8']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:47.201638 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efabbe-3b2e-4913-9e04-5bc76d6ecccc req-5b8f1c9a-f908-4536-8686-e06697a6d90f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:47.203141 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-57efabbe-3b2e-4913-9e04-5bc76d6ecccc req-5b8f1c9a-f908-4536-8686-e06697a6d90f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.0798881 Jun 04 14:00:47.250862 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-57efabbe-3b2e-4913-9e04-5bc76d6ecccc req-1ab6b4a8-184a-40f1-a0a1-b8a426f49771 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416787 Jun 04 14:00:47.672380 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8037ed44-361e-4188-9646-ebdcfbafa5ea req-2b31f0a9-b5fc-41c3-b75e-767fc2807b85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703161 Jun 04 14:00:48.437124 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26ddcd-004e-4335-a8ae-ce0bba558065 req-6a394387-65d7-4513-a855-77add8eb3e30 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:48.438577 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3f26ddcd-004e-4335-a8ae-ce0bba558065 req-6a394387-65d7-4513-a855-77add8eb3e30 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.0803120 Jun 04 14:00:48.483201 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3f26ddcd-004e-4335-a8ae-ce0bba558065 req-b5a883b9-a73a-4642-9a40-1a65a74e02b7 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388789 Jun 04 14:00:49.674956 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc763100-d53a-419f-a6da-50d30b6fe6ab req-56833b1e-37db-4c77-bcd0-cd5647568bb9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:49.676436 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fc763100-d53a-419f-a6da-50d30b6fe6ab req-56833b1e-37db-4c77-bcd0-cd5647568bb9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.0811934 Jun 04 14:00:49.720681 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fc763100-d53a-419f-a6da-50d30b6fe6ab req-09d9516c-3100-4207-9847-83b34e199795 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386415 Jun 04 14:00:50.276826 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037ed44-361e-4188-9646-ebdcfbafa5ea req-6171f28b-2d60-41e0-b5fb-7ffb9f9da480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:50.278321 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8037ed44-361e-4188-9646-ebdcfbafa5ea req-6171f28b-2d60-41e0-b5fb-7ffb9f9da480 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d&tenant_id=f48f4092fd134a8ab578c94827b48ebb HTTP/1.1" status: 200 len: 1097 time: 0.0730891 Jun 04 14:00:50.378945 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037ed44-361e-4188-9646-ebdcfbafa5ea req-9d65a31a-2ca4-4549-afd3-1f46af1c2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:50.380414 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8037ed44-361e-4188-9646-ebdcfbafa5ea req-9d65a31a-2ca4-4549-afd3-1f46af1c2b4b service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f48f4092fd134a8ab578c94827b48ebb&device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 1097 time: 0.0689373 Jun 04 14:00:50.508001 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037ed44-361e-4188-9646-ebdcfbafa5ea req-5a84e4d0-1361-40b7-b249-045a205b1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:50.509402 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8037ed44-361e-4188-9646-ebdcfbafa5ea req-5a84e4d0-1361-40b7-b249-045a205b1229 service neutron] 10.222.0.17 "GET /v2.0/networks?id=184ce015-1a2c-47a7-9fdb-a44e9f2830db HTTP/1.1" status: 200 len: 917 time: 0.1225035 Jun 04 14:00:50.611014 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8037ed44-361e-4188-9646-ebdcfbafa5ea req-08a98bf3-071b-4bc0-9578-ad779bdaa69a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af4eaf71-14da-459e-894e-f78c68c5bc24 HTTP/1.1" status: 200 len: 999 time: 0.0949409 Jun 04 14:00:50.670458 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037ed44-361e-4188-9646-ebdcfbafa5ea req-7fea419e-2347-4480-b0fa-74d569d9bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:50.671719 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8037ed44-361e-4188-9646-ebdcfbafa5ea req-7fea419e-2347-4480-b0fa-74d569d9bcdf service neutron] 10.222.0.17 "GET /v2.0/subnets?id=92a6fe1c-a0b4-4010-aeb0-a3d93f102d72 HTTP/1.1" status: 200 len: 855 time: 0.0543582 Jun 04 14:00:50.748164 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037ed44-361e-4188-9646-ebdcfbafa5ea req-09043db8-16cd-467d-a339-05a56c217b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:50.749747 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8037ed44-361e-4188-9646-ebdcfbafa5ea req-09043db8-16cd-467d-a339-05a56c217b24 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=184ce015-1a2c-47a7-9fdb-a44e9f2830db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711577 Jun 04 14:00:50.880801 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8037ed44-361e-4188-9646-ebdcfbafa5ea req-3c95fba7-34df-4783-9373-f7f20a49a31f service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243963 Jun 04 14:00:50.914163 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bceef8-7c27-497a-beb8-5fab383ea4d3 req-a82f1f90-0e35-4513-96de-4f1875736006 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:50.915647 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e8bceef8-7c27-497a-beb8-5fab383ea4d3 req-a82f1f90-0e35-4513-96de-4f1875736006 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.0814612 Jun 04 14:00:50.958603 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e8bceef8-7c27-497a-beb8-5fab383ea4d3 req-dde4833a-378d-45b8-b8cb-e7f845924356 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373149 Jun 04 14:00:51.008597 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8037ed44-361e-4188-9646-ebdcfbafa5ea req-c141abf5-c4c7-4bb4-b00c-cb4fcf0e122c service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215808 Jun 04 14:00:52.176928 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492a9f6-3e78-4b33-8933-17410d2e6a70 req-f8a1a1f3-9ef8-4157-afe2-ce31a5987940 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:52.184218 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f492a9f6-3e78-4b33-8933-17410d2e6a70 req-f8a1a1f3-9ef8-4157-afe2-ce31a5987940 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.1059899 Jun 04 14:00:52.251801 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f492a9f6-3e78-4b33-8933-17410d2e6a70 req-2cd7fb0c-30d9-4555-bef7-9057362b074b tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664117 Jun 04 14:00:53.573992 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c69bd-8ca6-4aa2-9355-7faf138d4dbc req-4b6a2e0f-8b04-4018-ab7f-216565418ee4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:53.575420 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-708c69bd-8ca6-4aa2-9355-7faf138d4dbc req-4b6a2e0f-8b04-4018-ab7f-216565418ee4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.2181571 Jun 04 14:00:53.642488 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-708c69bd-8ca6-4aa2-9355-7faf138d4dbc req-5311a7f8-f460-4374-a374-a3f02246ca39 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491076 Jun 04 14:00:54.915752 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74313929-4cbb-409c-8802-2f8e9cd27b93 req-7e0e2ee9-dfe8-4eb6-9fe0-4da9ade95035 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:54.917969 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-74313929-4cbb-409c-8802-2f8e9cd27b93 req-7e0e2ee9-dfe8-4eb6-9fe0-4da9ade95035 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.1438959 Jun 04 14:00:54.971571 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-74313929-4cbb-409c-8802-2f8e9cd27b93 req-8e9f38f9-e819-4323-a8c6-833677bdbb38 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447061 Jun 04 14:00:55.785284 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 49776) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:55.909369 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c48dc9f2-4876-41ad-a619-77cf09184356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:55.925290 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-c48dc9f2-4876-41ad-a619-77cf09184356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:00:55.929757 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-c48dc9f2-4876-41ad-a619-77cf09184356 admin admin] Usage tracker for resource:security_group_rule and tenant:72e9f0403c634ad2afaaa7f8d1667ccd is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:00:55.933101 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-c48dc9f2-4876-41ad-a619-77cf09184356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:00:55.939343 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-c48dc9f2-4876-41ad-a619-77cf09184356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:00:56.028300 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c48dc9f2-4876-41ad-a619-77cf09184356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:56.129993 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c48dc9f2-4876-41ad-a619-77cf09184356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:56.208610 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-c48dc9f2-4876-41ad-a619-77cf09184356 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72e9f0403c634ad2afaaa7f8d1667ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222078 Jun 04 14:00:56.212091 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 49784) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:00:56.218626 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dc9f2-4876-41ad-a619-77cf09184356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512e5a21-28da-49f0-9c78-c32297004e4e,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:56.248221 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b30d3-eb3f-4aa7-9fa6-79d3fcc0daf2 req-716a0207-3833-4540-8b6a-31f68b24d5e7 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:56.249671 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4b6b30d3-eb3f-4aa7-9fa6-79d3fcc0daf2 req-716a0207-3833-4540-8b6a-31f68b24d5e7 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.1594858 Jun 04 14:00:56.275828 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:56.317710 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:56.321836 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4b6b30d3-eb3f-4aa7-9fa6-79d3fcc0daf2 req-6da83db4-cb73-4cfb-88d9-bc9e0adcd267 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661235 Jun 04 14:00:56.476153 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:56.495677 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512e5a21-28da-49f0-9c78-c32297004e4e,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:00:56.506420 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:56.506812 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:56.507170 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:56.507497 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:56.507827 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:56.508161 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:56.508586 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:56.509003 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:56.509872 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:56.510195 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:56.510516 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:56.510865 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:00:56.518553 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:56.523093 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-6cb6c29d-c0ca-4c4c-835c-42ceae841561 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/512e5a21-28da-49f0-9c78-c32297004e4e HTTP/1.1" status: 204 len: 168 time: 0.3090856 Jun 04 14:00:57.531728 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c792b-5f33-41ff-af6b-c991cdee4cdc req-526e6d57-cc92-4a64-a223-99efc575a9bf tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:57.534698 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ae9c792b-5f33-41ff-af6b-c991cdee4cdc req-526e6d57-cc92-4a64-a223-99efc575a9bf tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.0991786 Jun 04 14:00:57.583684 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ae9c792b-5f33-41ff-af6b-c991cdee4cdc req-755a2884-d3e2-486f-8d0d-9a602e913a35 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426011 Jun 04 14:00:58.783871 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048de63-bde7-4d37-a33f-17a9fd13f6d4 req-78b99942-3188-4198-a2e5-617eebf7a7ec tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:00:58.785299 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e048de63-bde7-4d37-a33f-17a9fd13f6d4 req-78b99942-3188-4198-a2e5-617eebf7a7ec tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.0891330 Jun 04 14:00:58.831772 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e048de63-bde7-4d37-a33f-17a9fd13f6d4 req-091e6d10-8e7e-4cd2-a3c6-f08490b08cff tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399401 Jun 04 14:01:00.067223 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dd153-0346-49dc-9541-a879753787da req-26d505c2-20cd-4f85-9093-7e1b5f6822fc tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:00.068903 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d98dd153-0346-49dc-9541-a879753787da req-26d505c2-20cd-4f85-9093-7e1b5f6822fc tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.1022849 Jun 04 14:01:00.212718 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d98dd153-0346-49dc-9541-a879753787da req-918a9892-29af-4f97-85c6-91bf2aa3df8b tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1372397 Jun 04 14:01:00.914750 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:01:01.404705 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df169e6-c284-442d-8e8b-dbe8cdcc444e req-db89413e-8578-473d-bcbd-9456a64769eb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:01.406155 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3df169e6-c284-442d-8e8b-dbe8cdcc444e req-db89413e-8578-473d-bcbd-9456a64769eb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.0810878 Jun 04 14:01:01.448986 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3df169e6-c284-442d-8e8b-dbe8cdcc444e req-3f5c18ba-be44-4e25-ade2-3c6bdf2bcaf6 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372686 Jun 04 14:01:02.633526 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0dc2bd-cf4d-4817-891f-85319c58ecca req-085d7c4c-39f1-49fd-9872-cecdb128472f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:02.634997 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-7b0dc2bd-cf4d-4817-891f-85319c58ecca req-085d7c4c-39f1-49fd-9872-cecdb128472f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.0783315 Jun 04 14:01:02.678011 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-7b0dc2bd-cf4d-4817-891f-85319c58ecca req-e88e2e39-65b8-48e7-b41a-5ffab4fcc5b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373259 Jun 04 14:01:03.559780 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 49874) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:01:03.674863 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3caf10f3-0bd6-49b9-899d-59e7a2910874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:03.689331 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-3caf10f3-0bd6-49b9-899d-59e7a2910874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:01:03.693092 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-3caf10f3-0bd6-49b9-899d-59e7a2910874 admin admin] Usage tracker for resource:security_group_rule and tenant:7ceba04a87774c38b1619d32659749d1 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:01:03.695894 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-3caf10f3-0bd6-49b9-899d-59e7a2910874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:01:03.701426 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-3caf10f3-0bd6-49b9-899d-59e7a2910874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:01:03.781699 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3caf10f3-0bd6-49b9-899d-59e7a2910874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:03.862613 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f412c77-59ec-44c8-b559-a75dc390c8c8 req-0e5221c3-8e5c-43c3-85cd-8d57b2e123da tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:03.864300 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7f412c77-59ec-44c8-b559-a75dc390c8c8 req-0e5221c3-8e5c-43c3-85cd-8d57b2e123da tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.0786369 Jun 04 14:01:03.875791 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-3caf10f3-0bd6-49b9-899d-59e7a2910874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:03.907572 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7f412c77-59ec-44c8-b559-a75dc390c8c8 req-a0a4cff4-8b2f-4cb2-af8b-455a74bf3cdb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370078 Jun 04 14:01:03.922266 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-3caf10f3-0bd6-49b9-899d-59e7a2910874 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ceba04a87774c38b1619d32659749d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614247 Jun 04 14:01:03.923802 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf10f3-0bd6-49b9-899d-59e7a2910874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a30326-7417-451e-b3dd-10eba39f8aca,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:01:03.924979 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 49882) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:01:03.985863 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1ad3d391-7bf0-4674-9162-743146ab276b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:04.012437 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1ad3d391-7bf0-4674-9162-743146ab276b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:04.149040 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1ad3d391-7bf0-4674-9162-743146ab276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:04.169276 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3d391-7bf0-4674-9162-743146ab276b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a30326-7417-451e-b3dd-10eba39f8aca,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:01:04.174671 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1ad3d391-7bf0-4674-9162-743146ab276b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:04.175803 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-1ad3d391-7bf0-4674-9162-743146ab276b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9a30326-7417-451e-b3dd-10eba39f8aca HTTP/1.1" status: 204 len: 168 time: 0.2497730 Jun 04 14:01:04.780240 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 49890) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:01:04.797409 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3d3997ee-ae71-46fb-8e7d-85817597f0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:04.811870 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-3d3997ee-ae71-46fb-8e7d-85817597f0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:01:04.815649 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-3d3997ee-ae71-46fb-8e7d-85817597f0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:53eef01fca8340fea61329901a3b5014 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:01:04.818464 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-3d3997ee-ae71-46fb-8e7d-85817597f0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:01:04.824758 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-3d3997ee-ae71-46fb-8e7d-85817597f0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:01:04.902638 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3d3997ee-ae71-46fb-8e7d-85817597f0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:04.977072 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-3d3997ee-ae71-46fb-8e7d-85817597f0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:05.028002 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-3d3997ee-ae71-46fb-8e7d-85817597f0d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53eef01fca8340fea61329901a3b5014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466912 Jun 04 14:01:05.028837 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3997ee-ae71-46fb-8e7d-85817597f0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b76bfc7-892d-44a0-b2dd-f9408727f2b2,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:01:05.031077 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 49896) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:01:05.087248 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f6341c0e-6ee6-4f56-b9fe-21ee20eb9c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:05.108137 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c6883-8f3f-485a-bfe0-1ddf5bd16c34 req-52c3d345-967f-4f5f-8870-96c18570ceda tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:05.109598 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fe4c6883-8f3f-485a-bfe0-1ddf5bd16c34 req-52c3d345-967f-4f5f-8870-96c18570ceda tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.0911984 Jun 04 14:01:05.113394 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f6341c0e-6ee6-4f56-b9fe-21ee20eb9c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:05.159193 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-fe4c6883-8f3f-485a-bfe0-1ddf5bd16c34 req-6d24fa6f-61b8-4850-9e31-accb2682dcf2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416884 Jun 04 14:01:05.218713 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f6341c0e-6ee6-4f56-b9fe-21ee20eb9c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:05.233651 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6341c0e-6ee6-4f56-b9fe-21ee20eb9c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b76bfc7-892d-44a0-b2dd-f9408727f2b2,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:01:05.239852 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-f6341c0e-6ee6-4f56-b9fe-21ee20eb9c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:05.241621 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-f6341c0e-6ee6-4f56-b9fe-21ee20eb9c0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b76bfc7-892d-44a0-b2dd-f9408727f2b2 HTTP/1.1" status: 204 len: 168 time: 0.2090476 Jun 04 14:01:05.858848 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-13e57339-91b0-4127-9bad-5cef223db3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:06.349098 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b11fb-ea0d-4328-bcbd-47073c561fd4 req-0b0bf545-dff5-4fdf-96a1-9814ff423832 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:06.351092 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-aa7b11fb-ea0d-4328-bcbd-47073c561fd4 req-0b0bf545-dff5-4fdf-96a1-9814ff423832 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.0823767 Jun 04 14:01:06.394520 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-aa7b11fb-ea0d-4328-bcbd-47073c561fd4 req-eefd80bc-a7c2-466a-8d50-90ed82310ad1 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377793 Jun 04 14:01:07.583154 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333b92a-0459-4781-a305-be43821f0cd2 req-653eba1b-4786-427f-be81-34fdb5eecd0a tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:07.584577 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0333b92a-0459-4781-a305-be43821f0cd2 req-653eba1b-4786-427f-be81-34fdb5eecd0a tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 944 time: 0.0785837 Jun 04 14:01:07.628039 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0333b92a-0459-4781-a305-be43821f0cd2 req-fa6667ab-d2af-43b6-a5df-19c91f59413f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376940 Jun 04 14:01:07.827925 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device af4eaf71-14da-459e-894e-f78c68c5bc24 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 14:01:08.008676 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port af4eaf71-14da-459e-894e-f78c68c5bc24, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af4eaf71-14da-459e-894e-f78c68c5bc24,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:01:08.021523 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'port_id': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'mac_address': 'fa:16:3e:2a:56:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 14:01:08.060281 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-d3c36f0f-8af9-4a11-822a-0dcea4151f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:08.071747 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:08.079767 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port af4eaf71-14da-459e-894e-f78c68c5bc24 is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:01:08.080141 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:08.099563 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4eaf71-14da-459e-894e-f78c68c5bc24 {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 14:01:08.115001 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port af4eaf71-14da-459e-894e-f78c68c5bc24, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af4eaf71-14da-459e-894e-f78c68c5bc24,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:01:08.173210 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:08.245097 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=af4eaf71-14da-459e-894e-f78c68c5bc24,revision_number=9']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:01:08.252261 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:08.252597 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:08.252924 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:08.253246 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:08.253560 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:08.253900 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:08.254219 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:08.254530 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:08.254841 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:08.255157 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:08.255465 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:08.255773 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:08.568729 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['af4eaf71-14da-459e-894e-f78c68c5bc24'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 14:01:08.815264 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2f7cd-4bef-4eb9-927a-d6161466a31d req-5d90cba0-cf5c-4bbc-b6a8-fa846c5e4887 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:08.816720 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7ad2f7cd-4bef-4eb9-927a-d6161466a31d req-5d90cba0-cf5c-4bbc-b6a8-fa846c5e4887 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 945 time: 0.0799959 Jun 04 14:01:08.861696 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7ad2f7cd-4bef-4eb9-927a-d6161466a31d req-8c1dca97-e105-4326-9930-f8197972968a tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385497 Jun 04 14:01:09.057463 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:09.240165 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:09.869236 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device af4eaf71-14da-459e-894e-f78c68c5bc24 up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 14:01:09.934710 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port af4eaf71-14da-459e-894e-f78c68c5bc24 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 14:01:09.935075 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:10.052638 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port af4eaf71-14da-459e-894e-f78c68c5bc24 is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:01:10.053005 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:10.057444 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c66b2-5dd2-4ba5-88a1-814e66f37e2b req-a93c46cf-3c47-46fe-874d-6285e1295c8b tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:10.058920 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f09c66b2-5dd2-4ba5-88a1-814e66f37e2b req-a93c46cf-3c47-46fe-874d-6285e1295c8b tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 945 time: 0.0872970 Jun 04 14:01:10.079627 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4eaf71-14da-459e-894e-f78c68c5bc24'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:01:10.090923 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port af4eaf71-14da-459e-894e-f78c68c5bc24, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af4eaf71-14da-459e-894e-f78c68c5bc24,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:01:10.106368 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f09c66b2-5dd2-4ba5-88a1-814e66f37e2b req-b1dbb365-1161-435f-9e67-7b62e8dd58a1 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414114 Jun 04 14:01:10.131110 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af9b3cc-f545-40c2-a66e-a773df7126a6'] response: {'server_uuid': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'code': 200} Jun 04 14:01:10.161913 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:10.234944 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=af4eaf71-14da-459e-894e-f78c68c5bc24,revision_number=10']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:01:10.470031 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:10.952254 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d844ae2-5f05-4e8c-8895-3c056e6a904a req-1951695c-8d6e-4894-a1e9-643a627922af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:10.953709 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6d844ae2-5f05-4e8c-8895-3c056e6a904a req-1951695c-8d6e-4894-a1e9-643a627922af service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 1100 time: 0.1682897 Jun 04 14:01:10.994352 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6d844ae2-5f05-4e8c-8895-3c056e6a904a req-ab4aae72-de8a-42f8-a6da-7f63a4d3e586 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340338 Jun 04 14:01:11.297434 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea899e-9c07-4dff-a31d-4d09f180f550 req-e3b03d87-1c6f-43b6-b56e-d3c94e0e7ce3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:11.299021 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b7ea899e-9c07-4dff-a31d-4d09f180f550 req-e3b03d87-1c6f-43b6-b56e-d3c94e0e7ce3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 947 time: 0.0819893 Jun 04 14:01:11.342572 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b7ea899e-9c07-4dff-a31d-4d09f180f550 req-29cd20b3-743d-4472-8564-8d21f3363140 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373073 Jun 04 14:01:12.544461 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cc73c-e994-41b9-b02c-920e15eb7902 req-952c5ba3-bd6c-4dc9-90de-07244d2b8e0c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:12.545949 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-159cc73c-e994-41b9-b02c-920e15eb7902 req-952c5ba3-bd6c-4dc9-90de-07244d2b8e0c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 947 time: 0.0890491 Jun 04 14:01:12.592680 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-159cc73c-e994-41b9-b02c-920e15eb7902 req-86030dd8-73dd-45f8-aee3-59368b5728d8 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399480 Jun 04 14:01:13.783239 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a86dad-c995-4295-adf8-76e0b044b9a3 req-83c41d49-e1c6-46df-92a6-481395d4243a tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:13.785830 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-43a86dad-c995-4295-adf8-76e0b044b9a3 req-83c41d49-e1c6-46df-92a6-481395d4243a tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 947 time: 0.0816159 Jun 04 14:01:13.837737 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-43a86dad-c995-4295-adf8-76e0b044b9a3 req-5dbe0b23-d4df-4b1d-90e5-93d5428bb7c1 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458505 Jun 04 14:01:15.025686 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da0627-6c74-41d9-aa05-f63fcb1c66a8 req-b41f15db-2d1e-4670-ac50-190734793e8e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:15.027160 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-00da0627-6c74-41d9-aa05-f63fcb1c66a8 req-b41f15db-2d1e-4670-ac50-190734793e8e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 947 time: 0.0789261 Jun 04 14:01:15.074970 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-00da0627-6c74-41d9-aa05-f63fcb1c66a8 req-4f4246d9-402b-42e6-8e64-d3f5685f3088 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421290 Jun 04 14:01:35.460342 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50142) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:01:35.572439 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:35.586165 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:01:35.589870 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Usage tracker for resource:security_group_rule and tenant:7c60b7d57a524bd8bf8c58963f912c06 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:01:35.592581 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:01:35.598224 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:01:35.675453 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:35.749135 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:35.795635 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76f1caf-0bf8-4563-ae7f-e91718c756e8,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:01:35.799421 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c60b7d57a524bd8bf8c58963f912c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380949 Jun 04 14:01:35.802167 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50148) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:01:35.806236 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:35.806579 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:35.806915 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:35.807247 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:35.807573 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:35.807896 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:35.808218 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:35.808542 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:35.808861 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:35.809176 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:35.809496 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:35.809835 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b7467-e202-412f-8348-b12f03f98a50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:35.846489 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f468306a-abd8-4b3a-b447-bc671e26ed8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:35.860985 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-707c3e9f-4d76-400d-ae3f-65dacc119e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:35.886118 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-707c3e9f-4d76-400d-ae3f-65dacc119e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:35.989008 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-707c3e9f-4d76-400d-ae3f-65dacc119e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:36.004953 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c3e9f-4d76-400d-ae3f-65dacc119e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76f1caf-0bf8-4563-ae7f-e91718c756e8,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:01:36.013595 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-707c3e9f-4d76-400d-ae3f-65dacc119e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:36.014725 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-707c3e9f-4d76-400d-ae3f-65dacc119e1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e76f1caf-0bf8-4563-ae7f-e91718c756e8 HTTP/1.1" status: 204 len: 168 time: 0.2115569 Jun 04 14:01:37.668078 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50182) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:01:37.782520 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b123b9fd-fbdc-40b7-b8bd-e9b91b2b191b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:37.797575 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-b123b9fd-fbdc-40b7-b8bd-e9b91b2b191b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:01:37.801515 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-b123b9fd-fbdc-40b7-b8bd-e9b91b2b191b admin admin] Usage tracker for resource:security_group_rule and tenant:81eaeebc54ae4114a062b104916cbd90 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:01:37.804304 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-b123b9fd-fbdc-40b7-b8bd-e9b91b2b191b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:01:37.809982 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-b123b9fd-fbdc-40b7-b8bd-e9b91b2b191b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:01:37.891685 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b123b9fd-fbdc-40b7-b8bd-e9b91b2b191b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:37.914215 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:01:37.976709 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b123b9fd-fbdc-40b7-b8bd-e9b91b2b191b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:38.004678 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f1462995-ba85-4ad4-b878-b0f0ed5cfc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:38.022687 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-b123b9fd-fbdc-40b7-b8bd-e9b91b2b191b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81eaeebc54ae4114a062b104916cbd90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535638 Jun 04 14:01:38.025844 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123b9fd-fbdc-40b7-b8bd-e9b91b2b191b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4147ba6-394d-49fe-a147-960cc8c01f99,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:01:38.027822 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50188) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:01:38.045010 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:38.083851 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-63916064-4deb-4e3a-861f-7f32c2b2898d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:38.108807 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-63916064-4deb-4e3a-861f-7f32c2b2898d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:38.222113 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-63916064-4deb-4e3a-861f-7f32c2b2898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:38.236013 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63916064-4deb-4e3a-861f-7f32c2b2898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4147ba6-394d-49fe-a147-960cc8c01f99,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:01:38.242415 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-63916064-4deb-4e3a-861f-7f32c2b2898d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:38.243532 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-63916064-4deb-4e3a-861f-7f32c2b2898d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4147ba6-394d-49fe-a147-960cc8c01f99 HTTP/1.1" status: 204 len: 168 time: 0.2148204 Jun 04 14:01:39.040632 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:39.183482 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:40.486428 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:41.718755 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-45d21c2d-b514-4692-a790-7387f6139947 req-04f6d050-b5e9-4211-a4ab-c2ae017651b7 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699320 Jun 04 14:01:41.875495 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d21c2d-b514-4692-a790-7387f6139947 req-94b28b81-c18b-409d-ae90-e78cc8bc8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:41.876937 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-45d21c2d-b514-4692-a790-7387f6139947 req-94b28b81-c18b-409d-ae90-e78cc8bc8463 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe244484f68744dda6530fb47852352e&device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 1099 time: 0.0702188 Jun 04 14:01:42.015836 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d21c2d-b514-4692-a790-7387f6139947 req-3b8599b1-a6ba-45c5-9fbb-416e88b34df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:42.017242 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-45d21c2d-b514-4692-a790-7387f6139947 req-3b8599b1-a6ba-45c5-9fbb-416e88b34df1 service neutron] 10.222.0.17 "GET /v2.0/networks?id=28f01122-e136-4dc9-ad3d-33938cfcfa55 HTTP/1.1" status: 200 len: 910 time: 0.1226304 Jun 04 14:01:42.117504 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-45d21c2d-b514-4692-a790-7387f6139947 req-4e564160-ea67-4fbd-abd9-816e9334cb58 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988 HTTP/1.1" status: 200 len: 1001 time: 0.0945609 Jun 04 14:01:42.178617 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d21c2d-b514-4692-a790-7387f6139947 req-2f1c11ef-4620-4b80-9b31-3e1eda86c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:42.180687 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-45d21c2d-b514-4692-a790-7387f6139947 req-2f1c11ef-4620-4b80-9b31-3e1eda86c56b service neutron] 10.222.0.17 "GET /v2.0/subnets?id=686a6177-2f34-421f-b1a7-5a4e94026be4 HTTP/1.1" status: 200 len: 848 time: 0.0575383 Jun 04 14:01:42.253520 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d21c2d-b514-4692-a790-7387f6139947 req-d50dba59-0faf-4b26-b02b-42d8e024c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:01:42.255006 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-45d21c2d-b514-4692-a790-7387f6139947 req-d50dba59-0faf-4b26-b02b-42d8e024c161 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=28f01122-e136-4dc9-ad3d-33938cfcfa55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683191 Jun 04 14:01:42.265941 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [req-45d21c2d-b514-4692-a790-7387f6139947 req-c6d055f4-b91d-42c3-bfb2-3763926f64c2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 14:01:42.266851 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-45d21c2d-b514-4692-a790-7387f6139947 req-c6d055f4-b91d-42c3-bfb2-3763926f64c2 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047495 Jun 04 14:01:42.466965 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-45d21c2d-b514-4692-a790-7387f6139947 req-1f49aef3-5114-4e4c-b682-096fade014c3 service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944485 Jun 04 14:01:42.594715 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-45d21c2d-b514-4692-a790-7387f6139947 req-e9023b72-d385-4eb9-aa4d-cd371a65be9a service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218562 Jun 04 14:02:05.851337 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8f77-f0f3-43f2-9e63-63ac0b8f855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:07.992463 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-8fc182c4-7052-4b3c-8acb-b75c5dada158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:08.020838 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:09.051264 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:09.240004 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:10.514490 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:13.967515 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1b0bb-0d81-4d52-8000-834f1465b739 req-ec267f9b-5a07-4e2c-9e6f-c2fced0cb873 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:13.968946 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-95b1b0bb-0d81-4d52-8000-834f1465b739 req-ec267f9b-5a07-4e2c-9e6f-c2fced0cb873 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 947 time: 0.0820398 Jun 04 14:02:14.011552 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-95b1b0bb-0d81-4d52-8000-834f1465b739 req-31e24bf1-f249-4b71-8154-d98989050b9f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370295 Jun 04 14:02:14.913656 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:02:15.204110 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541162d5-2d53-4bbe-ab57-12b1c60e3443 req-d9ee3c77-bdad-477a-a3ab-b2c8f1d6c636 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:15.205547 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-541162d5-2d53-4bbe-ab57-12b1c60e3443 req-d9ee3c77-bdad-477a-a3ab-b2c8f1d6c636 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 947 time: 0.0817537 Jun 04 14:02:15.248656 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-541162d5-2d53-4bbe-ab57-12b1c60e3443 req-c370d72f-4c6a-4875-b742-2e01c7d2d4e1 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374415 Jun 04 14:02:15.439789 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50228) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:15.992767 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-feaeb2f4-9754-4ebf-a1bf-b5f0d85aef66 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:15.994116 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-feaeb2f4-9754-4ebf-a1bf-b5f0d85aef66 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.17 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 947 time: 0.2011373 Jun 04 14:02:16.000805 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Deleting port 87f05b14-5f5a-42bf-b424-29e2027cd2dc {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:02:16.001148 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:16.122617 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-4a01e549-29c8-4140-b04a-ffcf183bf8ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Deleting port af4eaf71-14da-459e-894e-f78c68c5bc24 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:02:16.122951 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-4a01e549-29c8-4140-b04a-ffcf183bf8ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:16.318656 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:16.318988 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:16.546186 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Calling delete_port for 87f05b14-5f5a-42bf-b424-29e2027cd2dc owned by network:floatingip {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:02:16.678931 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-4a01e549-29c8-4140-b04a-ffcf183bf8ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] For port af4eaf71-14da-459e-894e-f78c68c5bc24, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af4eaf71-14da-459e-894e-f78c68c5bc24,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:16.679286 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-4a01e549-29c8-4140-b04a-ffcf183bf8ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:16.877571 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd2a98-74ea-4fdc-8b1c-3e9c962661bf req-6aa4543c-dc53-402a-8691-b30b80f38d9a tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:16.879058 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-dafd2a98-74ea-4fdc-8b1c-3e9c962661bf req-6aa4543c-dc53-402a-8691-b30b80f38d9a tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 947 time: 0.4382756 Jun 04 14:02:17.054063 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-dafd2a98-74ea-4fdc-8b1c-3e9c962661bf req-f007d0b5-ac51-4f65-ad25-8d462a40bcb3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffb176f5-224f-4e85-b03e-23c1c5a65461&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1611753 Jun 04 14:02:17.169207 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-4a01e549-29c8-4140-b04a-ffcf183bf8ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:17.169583 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-4a01e549-29c8-4140-b04a-ffcf183bf8ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:17.170029 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.l3_db [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-4a01e549-29c8-4140-b04a-ffcf183bf8ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Floating IP 3c36497f-8bda-4fb2-8c52-85b2786ad6df disassociated. External IP: 172.28.3.40, port: af4eaf71-14da-459e-894e-f78c68c5bc24. Jun 04 14:02:17.170371 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-4a01e549-29c8-4140-b04a-ffcf183bf8ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Calling delete_port for af4eaf71-14da-459e-894e-f78c68c5bc24 owned by compute:nova {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:02:17.205025 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:17.269229 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Pushing event deleted for resources: {'Port': ['ID=87f05b14-5f5a-42bf-b424-29e2027cd2dc,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:17.314589 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:17.314931 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:17.315265 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:17.315605 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:17.315932 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:17.316257 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:17.316580 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:17.316902 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:17.317224 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:17.317543 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:17.317886 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:17.318206 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:17.426028 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for floatingip, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:17.426277 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.l3_db [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Floating IP 2947c894-5c3d-4275-b29a-75a5eade34f4 disassociated (deleted). External IP: 172.28.3.60, port: 63f83f9f-557c-44d7-a886-b3dafbe5e988. Jun 04 14:02:17.579994 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-4a01e549-29c8-4140-b04a-ffcf183bf8ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:17.643234 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01e549-29c8-4140-b04a-ffcf183bf8ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event deleted for resources: {'Port': ['ID=af4eaf71-14da-459e-894e-f78c68c5bc24,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:17.984276 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-4a01e549-29c8-4140-b04a-ffcf183bf8ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Router 428b3660-d35a-417d-82bf-fb391b50b786 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 14:02:17.991688 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Router adb60a91-389f-4070-a55e-8b57e22ccff1 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 14:02:18.176707 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device af4eaf71-14da-459e-894e-f78c68c5bc24 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:02:18.211132 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: af4eaf71-14da-459e-894e-f78c68c5bc24 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:02:18.211533 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device af4eaf71-14da-459e-894e-f78c68c5bc24 not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:02:18.212648 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ae96da22-37b9-4d26-a608-fe67eaaf30a6 req-f6dbd13d-35b4-4917-b781-e268e2104da5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 210 time: 0.0424681 Jun 04 14:02:18.428592 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-4a01e549-29c8-4140-b04a-ffcf183bf8ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 14:02:18.438398 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556efca3-cac8-4dc9-aeb1-33d6cf369e08 None None] Sync routers for ids ['428b3660-d35a-417d-82bf-fb391b50b786'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 14:02:18.447855 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556efca3-cac8-4dc9-aeb1-33d6cf369e08 None None] Routers {'428b3660-d35a-417d-82bf-fb391b50b786'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:02:18.448603 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-556efca3-cac8-4dc9-aeb1-33d6cf369e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T14:02:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['428b3660-d35a-417d-82bf-fb391b50b786'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:18.496399 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 14:02:18.507205 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d079d22-293f-4006-a533-fe9c2a11c92c None None] Sync routers for ids ['adb60a91-389f-4070-a55e-8b57e22ccff1'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 14:02:18.514124 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-4a01e549-29c8-4140-b04a-ffcf183bf8ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] No DVR routers for this DVR port af4eaf71-14da-459e-894e-f78c68c5bc24 on host hv-cinder-84359 {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 14:02:18.517419 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-4a01e549-29c8-4140-b04a-ffcf183bf8ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:18.518371 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d079d22-293f-4006-a533-fe9c2a11c92c None None] Routers {'adb60a91-389f-4070-a55e-8b57e22ccff1'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:02:18.519247 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-1d079d22-293f-4006-a533-fe9c2a11c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T14:02:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['adb60a91-389f-4070-a55e-8b57e22ccff1'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:18.519864 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'name': 'network-vif-deleted', 'tag': 'af4eaf71-14da-459e-894e-f78c68c5bc24'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:02:18.590690 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:18.622652 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1a96dfd0-f08f-48aa-bd4f-21713f3db80b req-4a01e549-29c8-4140-b04a-ffcf183bf8ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.17 "DELETE /v2.0/ports/af4eaf71-14da-459e-894e-f78c68c5bc24 HTTP/1.1" status: 204 len: 173 time: 2.6230662 Jun 04 14:02:18.644320 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-556efca3-cac8-4dc9-aeb1-33d6cf369e08 None None] Set router 428b3660-d35a-417d-82bf-fb391b50b786 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:02:18.653431 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-40482fd7-ae4d-4659-a359-fac888461bf6 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "DELETE /v2.0/floatingips/2947c894-5c3d-4275-b29a-75a5eade34f4 HTTP/1.1" status: 204 len: 168 time: 3.2124569 Jun 04 14:02:18.745536 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-1d079d22-293f-4006-a533-fe9c2a11c92c None None] Set router adb60a91-389f-4070-a55e-8b57e22ccff1 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:02:18.766775 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea5aa36-dcb7-4635-bf5b-a0246677517f'] response: {'server_uuid': '730e0bb7-08d7-46e2-8332-bc993465d30d', 'name': 'network-vif-deleted', 'tag': 'af4eaf71-14da-459e-894e-f78c68c5bc24', 'status': 'completed', 'code': 200} Jun 04 14:02:18.998933 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-556efca3-cac8-4dc9-aeb1-33d6cf369e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9', 'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'mac_address': 'fa:16:3e:5e:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:20Z', 'updated_at': '2022-06-04T13:58:26Z', 'revision_number': 5, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'subnets': [{'id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:19.002730 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556efca3-cac8-4dc9-aeb1-33d6cf369e08 None None] Checking router: 428b3660-d35a-417d-82bf-fb391b50b786 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 14:02:19.011037 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556efca3-cac8-4dc9-aeb1-33d6cf369e08 None None] Routers {'428b3660-d35a-417d-82bf-fb391b50b786'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:02:19.012197 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-556efca3-cac8-4dc9-aeb1-33d6cf369e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T14:02:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['428b3660-d35a-417d-82bf-fb391b50b786'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:19.072936 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-1d079d22-293f-4006-a533-fe9c2a11c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:07Z', 'updated_at': '2022-06-04T13:56:13Z', 'revision_number': 4, 'project_id': 'fe244484f68744dda6530fb47852352e', 'gw_port': {'id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:08Z', 'updated_at': '2022-06-04T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'e8fcc969-f03c-43a1-8a18-1c997c2503d0', 'name': '', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'mac_address': 'fa:16:3e:ff:90:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:12Z', 'updated_at': '2022-06-04T13:56:19Z', 'revision_number': 5, 'project_id': 'fe244484f68744dda6530fb47852352e', 'subnets': [{'id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:19.082927 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d079d22-293f-4006-a533-fe9c2a11c92c None None] Checking router: adb60a91-389f-4070-a55e-8b57e22ccff1 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 14:02:19.091881 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d079d22-293f-4006-a533-fe9c2a11c92c None None] Routers {'adb60a91-389f-4070-a55e-8b57e22ccff1'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:02:19.092486 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-1d079d22-293f-4006-a533-fe9c2a11c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T14:02:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['adb60a91-389f-4070-a55e-8b57e22ccff1'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:19.203515 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-556efca3-cac8-4dc9-aeb1-33d6cf369e08 None None] Set router 428b3660-d35a-417d-82bf-fb391b50b786 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:02:19.265178 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1955f-4c7d-4a1b-a4e9-7fe21b374bda req-27625b3a-2970-4ec2-a89c-f0c1254df8be tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:19.266228 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-16d1955f-4c7d-4a1b-a4e9-7fe21b374bda req-27625b3a-2970-4ec2-a89c-f0c1254df8be tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Synchronizing usage tracker for tenant:fe244484f68744dda6530fb47852352e on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:02:19.325813 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-1d079d22-293f-4006-a533-fe9c2a11c92c None None] Set router adb60a91-389f-4070-a55e-8b57e22ccff1 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:02:19.348914 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-16d1955f-4c7d-4a1b-a4e9-7fe21b374bda req-27625b3a-2970-4ec2-a89c-f0c1254df8be tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Unset dirty status for tenant:fe244484f68744dda6530fb47852352e on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:02:19.358517 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-16d1955f-4c7d-4a1b-a4e9-7fe21b374bda req-27625b3a-2970-4ec2-a89c-f0c1254df8be tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.1781919 Jun 04 14:02:19.417407 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1d8cb178-8c0b-4c0b-b0cd-3430dea3f592 req-bc020570-64f0-4704-b4d5-78fb0a177803 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=730e0bb7-08d7-46e2-8332-bc993465d30d HTTP/1.1" status: 200 len: 210 time: 0.0693069 Jun 04 14:02:19.418492 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-16d1955f-4c7d-4a1b-a4e9-7fe21b374bda req-b7375657-86a2-42cd-98f9-9ac8e71b8469 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593441 Jun 04 14:02:19.562923 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-556efca3-cac8-4dc9-aeb1-33d6cf369e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9', 'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'mac_address': 'fa:16:3e:5e:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:20Z', 'updated_at': '2022-06-04T13:58:26Z', 'revision_number': 5, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'subnets': [{'id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:19.567062 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556efca3-cac8-4dc9-aeb1-33d6cf369e08 None None] The sync data for ids ['428b3660-d35a-417d-82bf-fb391b50b786'] in dv-cinder-843593-2-smb is: [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9', 'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'mac_address': 'fa:16:3e:5e:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:20Z', 'updated_at': '2022-06-04T13:58:26Z', 'revision_number': 5, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'subnets': [{'id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 14:02:19.680033 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-1d079d22-293f-4006-a533-fe9c2a11c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:07Z', 'updated_at': '2022-06-04T13:56:13Z', 'revision_number': 4, 'project_id': 'fe244484f68744dda6530fb47852352e', 'gw_port': {'id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:08Z', 'updated_at': '2022-06-04T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'e8fcc969-f03c-43a1-8a18-1c997c2503d0', 'name': '', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'mac_address': 'fa:16:3e:ff:90:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:12Z', 'updated_at': '2022-06-04T13:56:19Z', 'revision_number': 5, 'project_id': 'fe244484f68744dda6530fb47852352e', 'subnets': [{'id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:19.688774 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d079d22-293f-4006-a533-fe9c2a11c92c None None] The sync data for ids ['adb60a91-389f-4070-a55e-8b57e22ccff1'] in dv-cinder-843593-2-smb is: [{'id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:07Z', 'updated_at': '2022-06-04T13:56:13Z', 'revision_number': 4, 'project_id': 'fe244484f68744dda6530fb47852352e', 'gw_port': {'id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:08Z', 'updated_at': '2022-06-04T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'e8fcc969-f03c-43a1-8a18-1c997c2503d0', 'name': '', 'network_id': '28f01122-e136-4dc9-ad3d-33938cfcfa55', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'mac_address': 'fa:16:3e:ff:90:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:12Z', 'updated_at': '2022-06-04T13:56:19Z', 'revision_number': 5, 'project_id': 'fe244484f68744dda6530fb47852352e', 'subnets': [{'id': '686a6177-2f34-421f-b1a7-5a4e94026be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 14:02:19.814014 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2498af-0cbd-492d-9a85-549f7dd0678a None None] New status for floating IP 3c36497f-8bda-4fb2-8c52-85b2786ad6df: DOWN {{(pid=88650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 14:02:19.914516 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d615e8d0-5461-47ee-b465-511698da7b09 None None] New status for floating IP 2947c894-5c3d-4275-b29a-75a5eade34f4: DOWN {{(pid=88649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 14:02:20.610185 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6e15a-b0ca-4f2e-b21f-2fd43c49eb70 req-b9121ce1-aea6-48a4-8ffe-837c6ca38565 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:20.611867 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-41d6e15a-b0ca-4f2e-b21f-2fd43c49eb70 req-b9121ce1-aea6-48a4-8ffe-837c6ca38565 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0843601 Jun 04 14:02:20.624509 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50254) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:20.662769 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-41d6e15a-b0ca-4f2e-b21f-2fd43c49eb70 req-6a75d352-117c-4f3a-9e34-acceccbbcd1a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/security-groups?id=35555c00-6303-4bf4-871e-4cc4a322c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450571 Jun 04 14:02:20.692911 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e9db-5dc5-40b9-b40a-6051a60ec9f5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:20.719520 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e9db-5dc5-40b9-b40a-6051a60ec9f5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:20.766599 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'tag': '63f83f9f-557c-44d7-a886-b3dafbe5e988'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:02:20.809458 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0681a2-78f8-4689-b5a6-d777ba705cf3'] response: {'name': 'network-changed', 'server_uuid': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'tag': '63f83f9f-557c-44d7-a886-b3dafbe5e988', 'status': 'completed', 'code': 200} Jun 04 14:02:20.838203 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e9db-5dc5-40b9-b40a-6051a60ec9f5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:20.860781 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7e9db-5dc5-40b9-b40a-6051a60ec9f5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb176f5-224f-4e85-b03e-23c1c5a65461,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:20.920740 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce56073-f0e9-4874-8012-d4042b561a87 req-7e1661da-9e75-4278-9acf-50067746333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:20.922253 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-dce56073-f0e9-4874-8012-d4042b561a87 req-7e1661da-9e75-4278-9acf-50067746333f service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe244484f68744dda6530fb47852352e&device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 1099 time: 0.0709572 Jun 04 14:02:20.926936 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e9db-5dc5-40b9-b40a-6051a60ec9f5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:20.928032 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-fbb7e9db-5dc5-40b9-b40a-6051a60ec9f5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "DELETE /v2.0/security-groups/ffb176f5-224f-4e85-b03e-23c1c5a65461 HTTP/1.1" status: 204 len: 168 time: 0.3025179 Jun 04 14:02:20.930673 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50260) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:20.946697 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.api.v2.resource [None req-20b37d3a-9f5b-4cb5-a8cf-9580e40c8e47 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] show failed (client error): The resource could not be found. Jun 04 14:02:20.950218 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-20b37d3a-9f5b-4cb5-a8cf-9580e40c8e47 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups/ffb176f5-224f-4e85-b03e-23c1c5a65461 HTTP/1.1" status: 404 len: 347 time: 0.0186331 Jun 04 14:02:20.950447 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50264) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:21.044301 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269f5df-9a50-4bbd-91fa-a139123eea29 req-4ceb5fa9-a2ec-4997-9913-bb0241e7091a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:21.045744 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5269f5df-9a50-4bbd-91fa-a139123eea29 req-4ceb5fa9-a2ec-4997-9913-bb0241e7091a tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.17 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 946 time: 0.0817628 Jun 04 14:02:21.183164 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-8c3230e4-1c0a-4954-80ea-24d6b36d2e3c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Deleting port 5e1c1eed-7ee3-48cb-b38c-578a59e5e58f {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:02:21.183523 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c3230e4-1c0a-4954-80ea-24d6b36d2e3c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:21.199692 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [req-5269f5df-9a50-4bbd-91fa-a139123eea29 req-933d9bdd-9c19-4993-8954-8d987aa1883d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Deleting port 63f83f9f-557c-44d7-a886-b3dafbe5e988 {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:02:21.199955 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-5269f5df-9a50-4bbd-91fa-a139123eea29 req-933d9bdd-9c19-4993-8954-8d987aa1883d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:21.327846 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce56073-f0e9-4874-8012-d4042b561a87 req-95cc4c13-8ef2-4803-bf3d-fe35d0b40f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:21.332866 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-dce56073-f0e9-4874-8012-d4042b561a87 req-95cc4c13-8ef2-4803-bf3d-fe35d0b40f0a service neutron] 10.222.0.17 "GET /v2.0/networks?id=28f01122-e136-4dc9-ad3d-33938cfcfa55 HTTP/1.1" status: 200 len: 910 time: 0.3163631 Jun 04 14:02:21.403912 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-dce56073-f0e9-4874-8012-d4042b561a87 req-869e71bd-7f48-4665-b07f-d5024d063d98 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988 HTTP/1.1" status: 200 len: 217 time: 0.0623260 Jun 04 14:02:21.440424 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [req-5269f5df-9a50-4bbd-91fa-a139123eea29 req-933d9bdd-9c19-4993-8954-8d987aa1883d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] For port 63f83f9f-557c-44d7-a886-b3dafbe5e988, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=63f83f9f-557c-44d7-a886-b3dafbe5e988,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:21.440968 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-5269f5df-9a50-4bbd-91fa-a139123eea29 req-933d9bdd-9c19-4993-8954-8d987aa1883d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:21.485376 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c3230e4-1c0a-4954-80ea-24d6b36d2e3c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:21.485598 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c3230e4-1c0a-4954-80ea-24d6b36d2e3c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:21.549110 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce56073-f0e9-4874-8012-d4042b561a87 req-1e6e697f-67e7-4b4c-995b-3c95085d4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:21.550543 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-dce56073-f0e9-4874-8012-d4042b561a87 req-1e6e697f-67e7-4b4c-995b-3c95085d4005 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=686a6177-2f34-421f-b1a7-5a4e94026be4 HTTP/1.1" status: 200 len: 848 time: 0.1404333 Jun 04 14:02:21.562287 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [req-5269f5df-9a50-4bbd-91fa-a139123eea29 req-933d9bdd-9c19-4993-8954-8d987aa1883d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Calling delete_port for 63f83f9f-557c-44d7-a886-b3dafbe5e988 owned by compute:nova {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:02:21.709144 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-8c3230e4-1c0a-4954-80ea-24d6b36d2e3c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Calling delete_port for 5e1c1eed-7ee3-48cb-b38c-578a59e5e58f owned by network:floatingip {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:02:21.798676 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-5269f5df-9a50-4bbd-91fa-a139123eea29 req-933d9bdd-9c19-4993-8954-8d987aa1883d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:21.837829 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-df933f7e-b4e0-4e2b-8ea8-9e7264eddbc9 req-3c712e18-a26b-4ee4-8dc5-19e4ef20de38 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 210 time: 0.0632811 Jun 04 14:02:21.849603 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d9bdd-9c19-4993-8954-8d987aa1883d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Pushing event deleted for resources: {'Port': ['ID=63f83f9f-557c-44d7-a886-b3dafbe5e988,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:21.888711 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce56073-f0e9-4874-8012-d4042b561a87 req-b8829979-1930-4ed9-9656-0a306cb60a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:21.890437 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-dce56073-f0e9-4874-8012-d4042b561a87 req-b8829979-1930-4ed9-9656-0a306cb60a30 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=28f01122-e136-4dc9-ad3d-33938cfcfa55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1883516 Jun 04 14:02:21.928615 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [req-5269f5df-9a50-4bbd-91fa-a139123eea29 req-933d9bdd-9c19-4993-8954-8d987aa1883d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] No DVR routers for this DVR port 63f83f9f-557c-44d7-a886-b3dafbe5e988 on host hv-cinder-84359 {{(pid=88648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 14:02:21.930996 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [req-5269f5df-9a50-4bbd-91fa-a139123eea29 req-933d9bdd-9c19-4993-8954-8d987aa1883d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:21.934005 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'name': 'network-vif-deleted', 'tag': '63f83f9f-557c-44d7-a886-b3dafbe5e988'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:02:22.006503 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5269f5df-9a50-4bbd-91fa-a139123eea29 req-933d9bdd-9c19-4993-8954-8d987aa1883d tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.17 "DELETE /v2.0/ports/63f83f9f-557c-44d7-a886-b3dafbe5e988 HTTP/1.1" status: 204 len: 173 time: 0.9557223 Jun 04 14:02:22.040043 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c423d483-2313-4e8b-99dc-a3e50b241e25'] response: {'server_uuid': 'ec617ac2-b8c2-4e49-94a8-b024ddb4f920', 'name': 'network-vif-deleted', 'tag': '63f83f9f-557c-44d7-a886-b3dafbe5e988', 'status': 'completed', 'code': 200} Jun 04 14:02:22.060471 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-dce56073-f0e9-4874-8012-d4042b561a87 req-fc029aaf-0fd2-4fc0-bea4-d6dd3cfb4e92 service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437941 Jun 04 14:02:22.147345 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c3230e4-1c0a-4954-80ea-24d6b36d2e3c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:22.204337 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3230e4-1c0a-4954-80ea-24d6b36d2e3c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event deleted for resources: {'Port': ['ID=5e1c1eed-7ee3-48cb-b38c-578a59e5e58f,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:22.314388 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-dce56073-f0e9-4874-8012-d4042b561a87 req-5c986d9b-c8be-4b3f-aefc-719b00d3598a service neutron] 10.222.0.17 "GET /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475235 Jun 04 14:02:22.324390 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c3230e4-1c0a-4954-80ea-24d6b36d2e3c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for floatingip, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:22.338710 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-8c3230e4-1c0a-4954-80ea-24d6b36d2e3c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:22.339866 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-8c3230e4-1c0a-4954-80ea-24d6b36d2e3c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "DELETE /v2.0/floatingips/3c36497f-8bda-4fb2-8c52-85b2786ad6df HTTP/1.1" status: 204 len: 168 time: 1.3886046 Jun 04 14:02:23.005200 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-32f5af9c-9137-409f-bb57-c54ea9d437f6 req-75d4c57a-f493-4b5b-ab4c-b954f4bd29c1 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Synchronizing usage tracker for tenant:fe244484f68744dda6530fb47852352e on resource:port {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:02:23.079664 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-32f5af9c-9137-409f-bb57-c54ea9d437f6 req-75d4c57a-f493-4b5b-ab4c-b954f4bd29c1 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Unset dirty status for tenant:fe244484f68744dda6530fb47852352e on resource:port {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:02:23.080789 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-32f5af9c-9137-409f-bb57-c54ea9d437f6 req-75d4c57a-f493-4b5b-ab4c-b954f4bd29c1 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec617ac2-b8c2-4e49-94a8-b024ddb4f920 HTTP/1.1" status: 200 len: 210 time: 0.1161072 Jun 04 14:02:23.488018 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50282) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:23.493118 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-950209ee-34ef-45b5-abb3-b91e940c30b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1025264905', 'description': 'tempest-description--947638075'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:02:23.499714 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-950209ee-34ef-45b5-abb3-b91e940c30b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:02:23.503925 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-950209ee-34ef-45b5-abb3-b91e940c30b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Usage tracker for resource:security_group and tenant:f48f4092fd134a8ab578c94827b48ebb is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:02:23.506725 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-950209ee-34ef-45b5-abb3-b91e940c30b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:02:23.513289 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-950209ee-34ef-45b5-abb3-b91e940c30b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:02:23.588271 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-950209ee-34ef-45b5-abb3-b91e940c30b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:23.607563 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-950209ee-34ef-45b5-abb3-b91e940c30b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:02:23.611305 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-950209ee-34ef-45b5-abb3-b91e940c30b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Usage tracker for resource:security_group_rule and tenant:f48f4092fd134a8ab578c94827b48ebb is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:02:23.614318 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-950209ee-34ef-45b5-abb3-b91e940c30b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:02:23.619890 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-950209ee-34ef-45b5-abb3-b91e940c30b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:02:23.689720 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-950209ee-34ef-45b5-abb3-b91e940c30b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:23.747992 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-950209ee-34ef-45b5-abb3-b91e940c30b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:23.790080 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950209ee-34ef-45b5-abb3-b91e940c30b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7508df07-3176-4ee0-bca2-febfdd0792f4,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:23.868311 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-950209ee-34ef-45b5-abb3-b91e940c30b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:23.869540 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-950209ee-34ef-45b5-abb3-b91e940c30b9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3804643 Jun 04 14:02:23.872923 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50286) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:23.877928 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-7a43c7f5-8822-451a-807e-16244a65c282 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Request body: {'security_group_rule': {'security_group_id': '7508df07-3176-4ee0-bca2-febfdd0792f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:02:23.883685 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-7a43c7f5-8822-451a-807e-16244a65c282 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:02:23.887533 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-7a43c7f5-8822-451a-807e-16244a65c282 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Usage tracker for resource:security_group_rule and tenant:f48f4092fd134a8ab578c94827b48ebb is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:02:23.890431 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-7a43c7f5-8822-451a-807e-16244a65c282 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:02:23.896054 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-7a43c7f5-8822-451a-807e-16244a65c282 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:02:23.977681 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7a43c7f5-8822-451a-807e-16244a65c282 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:24.036096 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7a43c7f5-8822-451a-807e-16244a65c282 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:24.114565 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7a43c7f5-8822-451a-807e-16244a65c282 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:24.137923 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43c7f5-8822-451a-807e-16244a65c282 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81addb11-54fa-4f51-ad3b-1da48889d360,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:24.174412 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50292) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:24.209084 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 63f83f9f-557c-44d7-a886-b3dafbe5e988 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:02:24.233669 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-7a43c7f5-8822-451a-807e-16244a65c282 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:24.239163 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-7a43c7f5-8822-451a-807e-16244a65c282 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3608854 Jun 04 14:02:24.239287 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50296) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:24.242743 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2c61f33f-9ddc-4b98-a0ca-dc689a6f3a91 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:24.244914 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-d9ebadc6-d813-4b70-8bc2-721c7ca478c2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Request body: {'security_group_rule': {'security_group_id': '7508df07-3176-4ee0-bca2-febfdd0792f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:02:24.247436 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: 63f83f9f-557c-44d7-a886-b3dafbe5e988 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:02:24.247782 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 63f83f9f-557c-44d7-a886-b3dafbe5e988 not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:02:24.251555 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-d9ebadc6-d813-4b70-8bc2-721c7ca478c2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:02:24.255465 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-d9ebadc6-d813-4b70-8bc2-721c7ca478c2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Usage tracker for resource:security_group_rule and tenant:f48f4092fd134a8ab578c94827b48ebb is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:02:24.258471 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-d9ebadc6-d813-4b70-8bc2-721c7ca478c2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:02:24.265768 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-d9ebadc6-d813-4b70-8bc2-721c7ca478c2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:02:24.276501 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2c61f33f-9ddc-4b98-a0ca-dc689a6f3a91 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:24.341658 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d9ebadc6-d813-4b70-8bc2-721c7ca478c2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:24.409500 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2c61f33f-9ddc-4b98-a0ca-dc689a6f3a91 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:24.422558 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d9ebadc6-d813-4b70-8bc2-721c7ca478c2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:24.428937 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61f33f-9ddc-4b98-a0ca-dc689a6f3a91 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35555c00-6303-4bf4-871e-4cc4a322c6fc,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:24.472364 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d9ebadc6-d813-4b70-8bc2-721c7ca478c2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180265'] for security_group_rule, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:24.496713 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebadc6-d813-4b70-8bc2-721c7ca478c2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405d57a9-ce76-460f-86a5-af3c425b3a43,revision_number=0']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:24.506355 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2c61f33f-9ddc-4b98-a0ca-dc689a6f3a91 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:24.506355 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-2c61f33f-9ddc-4b98-a0ca-dc689a6f3a91 tempest-TestShelveInstance-1928228297 tempest-TestShelveInstance-1928228297-project] 10.222.0.15 "DELETE /v2.0/security-groups/35555c00-6303-4bf4-871e-4cc4a322c6fc HTTP/1.1" status: 204 len: 168 time: 0.3287647 Jun 04 14:02:24.576903 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d9ebadc6-d813-4b70-8bc2-721c7ca478c2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:24.578150 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-d9ebadc6-d813-4b70-8bc2-721c7ca478c2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3384790 Jun 04 14:02:24.581178 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50302) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:24.586139 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Request body: {'floatingip': {'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:02:24.592031 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:02:24.600322 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Usage tracker for resource:floatingip and tenant:f48f4092fd134a8ab578c94827b48ebb is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:02:24.600322 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:02:24.604641 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:02:24.652026 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50306) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:24.712791 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for floatingip, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:24.969139 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:25.361810 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Allocated IP 172.28.3.176 (7517ec8c-2fb8-4891-807d-eceecf54c444/b5fa480c-9647-43ff-a34c-fb9a16935d1a/1b4cc2ee-333b-4495-bed3-b860327cedd2) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 14:02:25.599160 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:25.701618 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f128ecd2-2da1-4241-b4ac-efa27f64ee47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3800515'] for router_interface, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:25.753575 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:25.831775 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Network 7517ec8c-2fb8-4891-807d-eceecf54c444 is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 14:02:25.840666 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 14:02:25.846276 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 14:02:25.950555 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event updated for resources: {'Port': ['ID=1b4cc2ee-333b-4495-bed3-b860327cedd2,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:26.115895 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:26.215761 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-f128ecd2-2da1-4241-b4ac-efa27f64ee47 admin admin] Deleting port e8fcc969-f03c-43a1-8a18-1c997c2503d0 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:02:26.216102 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f128ecd2-2da1-4241-b4ac-efa27f64ee47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:26.278649 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:26.519951 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [None req-f128ecd2-2da1-4241-b4ac-efa27f64ee47 admin admin] For port e8fcc969-f03c-43a1-8a18-1c997c2503d0, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=e8fcc969-f03c-43a1-8a18-1c997c2503d0,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:26.520628 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f128ecd2-2da1-4241-b4ac-efa27f64ee47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:26.646492 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-f128ecd2-2da1-4241-b4ac-efa27f64ee47 admin admin] Calling delete_port for e8fcc969-f03c-43a1-8a18-1c997c2503d0 owned by network:router_interface {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:02:26.862631 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:26.969449 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:27.048185 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f128ecd2-2da1-4241-b4ac-efa27f64ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:27.112192 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event updated for resources: {'Port': ['ID=1b4cc2ee-333b-4495-bed3-b860327cedd2,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:27.195602 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:27.204470 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128ecd2-2da1-4241-b4ac-efa27f64ee47 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8fcc969-f03c-43a1-8a18-1c997c2503d0,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:27.326427 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:27.327626 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-ce7176d7-a640-4c23-9a71-83f7700bbb4e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7454727 Jun 04 14:02:27.413320 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-f128ecd2-2da1-4241-b4ac-efa27f64ee47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800447'] for router_interface, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:27.538797 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7b3a66c6-4b9b-4837-8014-5bd8d7e1aea0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Synchronizing usage tracker for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:security_group {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:02:27.621409 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7b3a66c6-4b9b-4837-8014-5bd8d7e1aea0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Unset dirty status for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:security_group {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:02:27.626283 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7b3a66c6-4b9b-4837-8014-5bd8d7e1aea0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1025264905&fields=id&tenant_id=f48f4092fd134a8ab578c94827b48ebb HTTP/1.1" status: 200 len: 267 time: 0.1245544 Jun 04 14:02:27.767936 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f128ecd2-2da1-4241-b4ac-efa27f64ee47 admin admin] Router adb60a91-389f-4070-a55e-8b57e22ccff1 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 14:02:27.772377 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-5e16fce2-b632-4cc7-a8e0-0f6e6c5780d1 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:27.773819 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-5e16fce2-b632-4cc7-a8e0-0f6e6c5780d1 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/networks?id=184ce015-1a2c-47a7-9fdb-a44e9f2830db HTTP/1.1" status: 200 len: 816 time: 0.1437223 Jun 04 14:02:27.788504 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-406a66ac-2ed3-4e70-9ae1-012e0ab62208 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/quotas/f48f4092fd134a8ab578c94827b48ebb HTTP/1.1" status: 200 len: 375 time: 0.0087142 Jun 04 14:02:27.870128 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-b2a61eba-8b3d-413f-b17b-56398a9b5888 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f48f4092fd134a8ab578c94827b48ebb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760591 Jun 04 14:02:27.930974 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-dfbe6e36-eb96-4083-965a-83e8b89b3034 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88648) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 14:02:27.932106 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-dfbe6e36-eb96-4083-965a-83e8b89b3034 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508056 Jun 04 14:02:27.944156 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f128ecd2-2da1-4241-b4ac-efa27f64ee47 admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 14:02:27.949258 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-f128ecd2-2da1-4241-b4ac-efa27f64ee47 admin admin] 10.222.0.15 "PUT /v2.0/routers/adb60a91-389f-4070-a55e-8b57e22ccff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2959762 Jun 04 14:02:27.951382 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50326) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:27.955770 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11c71e-80c9-4f66-9e74-2f76cd9fba93 None None] Sync routers for ids ['adb60a91-389f-4070-a55e-8b57e22ccff1'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 14:02:27.965263 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11c71e-80c9-4f66-9e74-2f76cd9fba93 None None] Routers {'adb60a91-389f-4070-a55e-8b57e22ccff1'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:02:27.965905 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-1b11c71e-80c9-4f66-9e74-2f76cd9fba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T14:02:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['adb60a91-389f-4070-a55e-8b57e22ccff1'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:28.065759 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-87c86ec5-b456-4acd-93cd-826ec950715a service neutron] 10.222.0.15 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273310 Jun 04 14:02:28.123333 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:28.145141 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-1b11c71e-80c9-4f66-9e74-2f76cd9fba93 None None] Set router adb60a91-389f-4070-a55e-8b57e22ccff1 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:02:28.221347 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-b1d14148-5b78-49e6-b85f-d1b7fbb05d03 service neutron] 10.222.0.15 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492205 Jun 04 14:02:28.409896 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:28.433863 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-1b11c71e-80c9-4f66-9e74-2f76cd9fba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7'}], 'enable_snat': True}, 'gw_port_id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:07Z', 'updated_at': '2022-06-04T14:02:26Z', 'revision_number': 5, 'project_id': 'fe244484f68744dda6530fb47852352e', 'gw_port': {'id': 'd61981cc-f2b7-48c7-902e-853a32faa638', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:08Z', 'updated_at': '2022-06-04T13:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:28.438734 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11c71e-80c9-4f66-9e74-2f76cd9fba93 None None] Checking router: adb60a91-389f-4070-a55e-8b57e22ccff1 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 14:02:28.448062 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11c71e-80c9-4f66-9e74-2f76cd9fba93 None None] Routers {'adb60a91-389f-4070-a55e-8b57e22ccff1'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:02:28.449187 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-1b11c71e-80c9-4f66-9e74-2f76cd9fba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T14:02:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['adb60a91-389f-4070-a55e-8b57e22ccff1'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:28.484185 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] Deleting port d61981cc-f2b7-48c7-902e-853a32faa638 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:02:28.484615 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:28.508195 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-e99d3d14-c76b-4703-84e0-4ef5d612827e req-d7f9feaf-ae4c-413f-8dbd-c5650012abe5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Synchronizing usage tracker for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:02:28.624933 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-e99d3d14-c76b-4703-84e0-4ef5d612827e req-d7f9feaf-ae4c-413f-8dbd-c5650012abe5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Unset dirty status for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:02:28.633332 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e99d3d14-c76b-4703-84e0-4ef5d612827e req-d7f9feaf-ae4c-413f-8dbd-c5650012abe5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 210 time: 0.1933956 Jun 04 14:02:28.648589 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-1b11c71e-80c9-4f66-9e74-2f76cd9fba93 None None] Set router adb60a91-389f-4070-a55e-8b57e22ccff1 gateway port host: None {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:02:28.693442 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] For port d61981cc-f2b7-48c7-902e-853a32faa638, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=d61981cc-f2b7-48c7-902e-853a32faa638,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:28.693442 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:28.765352 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-1b11c71e-80c9-4f66-9e74-2f76cd9fba93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:07Z', 'updated_at': '2022-06-04T14:02:28Z', 'revision_number': 6, 'project_id': 'fe244484f68744dda6530fb47852352e', 'gw_port_host': None}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:28.769438 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11c71e-80c9-4f66-9e74-2f76cd9fba93 None None] The sync data for ids ['adb60a91-389f-4070-a55e-8b57e22ccff1'] in dv-cinder-843593-2-smb is: [{'id': 'adb60a91-389f-4070-a55e-8b57e22ccff1', 'name': 'tempest-TestShelveInstance-2111328403-router', 'tenant_id': 'fe244484f68744dda6530fb47852352e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:07Z', 'updated_at': '2022-06-04T14:02:28Z', 'revision_number': 6, 'project_id': 'fe244484f68744dda6530fb47852352e', 'gw_port_host': None}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 14:02:28.819067 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] Calling delete_port for d61981cc-f2b7-48c7-902e-853a32faa638 owned by network:router_gateway {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:02:29.037889 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:29.086005 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61981cc-f2b7-48c7-902e-853a32faa638,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:29.184829 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788006'] for router_gateway, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:29.361164 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26746'] for router, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:29.363901 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:29.520114 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3786017'] for router, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:29.520615 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adb60a91-389f-4070-a55e-8b57e22ccff1 {{(pid=88647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 14:02:29.537371 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] Notify callbacks [] for router, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:29.540772 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-1d976a4a-2afb-4b66-b601-9807ef6859c4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/adb60a91-389f-4070-a55e-8b57e22ccff1 HTTP/1.1" status: 204 len: 168 time: 1.5862832 Jun 04 14:02:29.541012 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50344) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:29.614547 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_v2 [None req-36db6675-1b06-45fd-8220-627bf3daa5c6 admin admin] Deleting subnet 686a6177-2f34-421f-b1a7-5a4e94026be4 {{(pid=88647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 14:02:29.617605 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-36db6675-1b06-45fd-8220-627bf3daa5c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:29.641627 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device e8fcc969-f03c-43a1-8a18-1c997c2503d0 no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:02:29.670012 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-36db6675-1b06-45fd-8220-627bf3daa5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2326719'] for subnet, precommit_delete_associations {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:29.677746 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: e8fcc969-f03c-43a1-8a18-1c997c2503d0 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:02:29.678174 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device e8fcc969-f03c-43a1-8a18-1c997c2503d0 not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:02:29.678581 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device d61981cc-f2b7-48c7-902e-853a32faa638 no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:02:29.714968 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: d61981cc-f2b7-48c7-902e-853a32faa638 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:02:29.715250 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device d61981cc-f2b7-48c7-902e-853a32faa638 not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:02:29.758007 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-36db6675-1b06-45fd-8220-627bf3daa5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563026'] for subnet, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:29.881835 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-f1247d88-af45-4df2-8e3c-9b6c79d4eefe req-e408ad44-dc97-4d8f-928f-d31a2d6ee279 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 210 time: 0.1343155 Jun 04 14:02:29.918475 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-36db6675-1b06-45fd-8220-627bf3daa5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2991170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076379'] for subnet, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:29.941243 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db6675-1b06-45fd-8220-627bf3daa5c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=686a6177-2f34-421f-b1a7-5a4e94026be4,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:29.946138 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-36db6675-1b06-45fd-8220-627bf3daa5c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:29.952588 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2544fe08-36fe-487e-9d58-a44067609df5 None None] Network 28f01122-e136-4dc9-ad3d-33938cfcfa55 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 14:02:29.952850 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-36db6675-1b06-45fd-8220-627bf3daa5c6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/686a6177-2f34-421f-b1a7-5a4e94026be4 HTTP/1.1" status: 204 len: 168 time: 0.4108388 Jun 04 14:02:29.955259 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50350) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:30.144457 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604469'] for network, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:30.156406 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] Deleting port 4d603e77-3585-4ce0-943a-2069cf4359ea {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:02:30.157027 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:30.221697 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ece578e-0560-4fb0-8ae4-6ce4d56ca7ee None None] DHCP port deletion for 28f01122-e136-4dc9-ad3d-33938cfcfa55 request from dv-cinder-843593-2-smb {{(pid=88649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 14:02:30.226026 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-9ece578e-0560-4fb0-8ae4-6ce4d56ca7ee None None] Deleting port 4d603e77-3585-4ce0-943a-2069cf4359ea {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:02:30.226396 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9ece578e-0560-4fb0-8ae4-6ce4d56ca7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:30.361703 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] For port 4d603e77-3585-4ce0-943a-2069cf4359ea, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=4d603e77-3585-4ce0-943a-2069cf4359ea,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:30.362080 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:30.425932 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-9ece578e-0560-4fb0-8ae4-6ce4d56ca7ee None None] For port 4d603e77-3585-4ce0-943a-2069cf4359ea, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=4d603e77-3585-4ce0-943a-2069cf4359ea,segment=NetworkSegment(1d88defc-ce8b-420a-afbc-04bd81222c07),segment_id=1d88defc-ce8b-420a-afbc-04bd81222c07)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:30.426368 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9ece578e-0560-4fb0-8ae4-6ce4d56ca7ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:30.487691 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] Calling delete_port for 4d603e77-3585-4ce0-943a-2069cf4359ea owned by network:dhcp {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:02:30.543978 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-9ece578e-0560-4fb0-8ae4-6ce4d56ca7ee None None] Calling delete_port for 4d603e77-3585-4ce0-943a-2069cf4359ea owned by network:dhcp {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:02:30.643605 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.db.api [None req-9ece578e-0560-4fb0-8ae4-6ce4d56ca7ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 14:02:30.644314 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG oslo_db.api [None req-9ece578e-0560-4fb0-8ae4-6ce4d56ca7ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 14:02:30.668134 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:30.736940 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d603e77-3585-4ce0-943a-2069cf4359ea,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:30.738706 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] No DVR routers for this DVR port 4d603e77-3585-4ce0-943a-2069cf4359ea on host dv-cinder-843593-2-smb {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 14:02:30.890777 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-e5208fd9-e5b0-47e7-b01c-496442a8764e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:30.892188 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-e5208fd9-e5b0-47e7-b01c-496442a8764e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.17 "GET /v2.0/networks?id=184ce015-1a2c-47a7-9fdb-a44e9f2830db HTTP/1.1" status: 200 len: 816 time: 0.3002388 Jun 04 14:02:30.895769 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-919093', 'neutron.services.segments.db._delete_segments_for_network-8784468802214'] for network, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:30.936915 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f01122-e136-4dc9-ad3d-33938cfcfa55']}} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:30.958988 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d88defc-ce8b-420a-afbc-04bd81222c07') {'for_net_delete': True} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:30.959338 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d88defc-ce8b-420a-afbc-04bd81222c07') {} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:30.977422 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784468805825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2326710'] for segment, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:30.988465 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-8f33d8d6-803a-4293-b6c6-1c4ca8277b20 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48f4092fd134a8ab578c94827b48ebb HTTP/1.1" status: 200 len: 380 time: 0.0725348 Jun 04 14:02:30.999429 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Request body: {'port': {'device_id': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'admin_state_up': True, 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'security_groups': ['7508df07-3176-4ee0-bca2-febfdd0792f4']}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:02:31.021517 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:31.117626 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-816c6ca3-e46e-4a91-b045-1c2a97dbdfb9 req-ee448dbf-6684-40eb-8fd2-0bad017d7575 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 210 time: 0.1007762 Jun 04 14:02:31.118602 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 14:02:31.119001 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-918837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2991336'] for segment, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:31.145338 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-9ece578e-0560-4fb0-8ae4-6ce4d56ca7ee None None] Deleting port 4d603e77-3585-4ce0-943a-2069cf4359ea {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:02:31.145862 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-9ece578e-0560-4fb0-8ae4-6ce4d56ca7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:31.197984 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment 1d88defc-ce8b-420a-afbc-04bd81222c07 resource provider aggregate not found Jun 04 14:02:31.226607 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment 1d88defc-ce8b-420a-afbc-04bd81222c07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d88defc-ce8b-420a-afbc-04bd81222c07 found for delete ", "request_id": "req-7aadabe7-ce31-4777-bfa8-52aaa3fbfe8a"}]} Jun 04 14:02:31.248309 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-9ece578e-0560-4fb0-8ae4-6ce4d56ca7ee None None] The port '4d603e77-3585-4ce0-943a-2069cf4359ea' was deleted {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 14:02:31.271474 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:02:31.281825 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:02:31.296841 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-919102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787971'] for network, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:31.312498 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:31.322407 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] Pushing event deleted for resources: {'Network': ['ID=28f01122-e136-4dc9-ad3d-33938cfcfa55,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:31.342513 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Made reservation on behalf of f48f4092fd134a8ab578c94827b48ebb for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 14:02:31.345918 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:31.400743 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-2014e49e-4b0f-4c61-b8c0-f1a06597cd47 admin admin] 10.222.0.15 "DELETE /v2.0/networks/28f01122-e136-4dc9-ad3d-33938cfcfa55 HTTP/1.1" status: 204 len: 168 time: 1.4445016 Jun 04 14:02:31.404431 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50364) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:31.509659 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Allocated IP 172.20.0.4 (184ce015-1a2c-47a7-9fdb-a44e9f2830db/92a6fe1c-a0b4-4010-aeb0-a3d93f102d72/1b8ea536-e50b-41ec-849a-4a711c2e628d) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 14:02:31.636773 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 4d603e77-3585-4ce0-943a-2069cf4359ea no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:02:31.673693 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 4d603e77-3585-4ce0-943a-2069cf4359ea {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:02:31.674436 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 4d603e77-3585-4ce0-943a-2069cf4359ea not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:02:31.795547 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:31.810998 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Transition to ACTIVE for port object 1b8ea536-e50b-41ec-849a-4a711c2e628d will not be triggered until provisioned by entity DHCP. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 14:02:31.919932 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:31.930483 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb522-95b6-4bc9-864e-896dd879b3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3800515'] for router_interface, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:31.991511 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Network 184ce015-1a2c-47a7-9fdb-a44e9f2830db is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 14:02:31.994415 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 14:02:31.999434 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 14:02:32.026877 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event updated for resources: {'Port': ['ID=1b8ea536-e50b-41ec-849a-4a711c2e628d,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:32.066644 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:32.067279 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:32.160529 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-7598a135-b608-4d0a-b2a2-0f1bd3003698 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1667929 Jun 04 14:02:32.180011 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Request body: {'port': {'device_id': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:02:32.291590 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:32.342856 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-19d3bb07-8738-4ee4-b6a7-0978845f5211 None None] Provisioning for port 1b8ea536-e50b-41ec-849a-4a711c2e628d completed by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 14:02:32.348284 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-19d3bb07-8738-4ee4-b6a7-0978845f5211 None None] Provisioning complete for port 1b8ea536-e50b-41ec-849a-4a711c2e628d triggered by entity DHCP. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 14:02:32.348726 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-19d3bb07-8738-4ee4-b6a7-0978845f5211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:32.358276 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-ec6bb522-95b6-4bc9-864e-896dd879b3ec admin admin] Deleting port 9f68f762-241f-4156-ae64-a233ed3480f8 {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:02:32.358617 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb522-95b6-4bc9-864e-896dd879b3ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:32.403524 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-19d3bb07-8738-4ee4-b6a7-0978845f5211 None None] Port 1b8ea536-e50b-41ec-849a-4a711c2e628d cannot update to ACTIVE because it is not bound. {{(pid=88649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 14:02:32.440696 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a060fea-b415-44e1-a7ad-35e290348a2b req-f28c7a23-23e8-46f5-890a-2a83140e2f4f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:32.442160 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1a060fea-b415-44e1-a7ad-35e290348a2b req-f28c7a23-23e8-46f5-890a-2a83140e2f4f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 931 time: 0.1989996 Jun 04 14:02:32.573314 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1a060fea-b415-44e1-a7ad-35e290348a2b req-249ecead-c1f7-46d6-9b29-3b546d2b1a37 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834644 Jun 04 14:02:32.599159 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [None req-ec6bb522-95b6-4bc9-864e-896dd879b3ec admin admin] For port 9f68f762-241f-4156-ae64-a233ed3480f8, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=9f68f762-241f-4156-ae64-a233ed3480f8,segment=NetworkSegment(d150336c-7ef0-4a54-9533-4ad89cfad13c),segment_id=d150336c-7ef0-4a54-9533-4ad89cfad13c)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:32.599514 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb522-95b6-4bc9-864e-896dd879b3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:32.641057 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8ea536-e50b-41ec-849a-4a711c2e628d {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 14:02:32.648151 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:32.662440 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Transition to ACTIVE for port object 1b8ea536-e50b-41ec-849a-4a711c2e628d will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 14:02:32.721450 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-ec6bb522-95b6-4bc9-864e-896dd879b3ec admin admin] Calling delete_port for 9f68f762-241f-4156-ae64-a233ed3480f8 owned by network:router_interface {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:02:32.737149 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:32.902330 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Pushing event updated for resources: {'Port': ['ID=1b8ea536-e50b-41ec-849a-4a711c2e628d,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:32.987684 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Attempting to bind port 1b8ea536-e50b-41ec-849a-4a711c2e628d on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 14:02:32.988409 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Attempting to bind port 1b8ea536-e50b-41ec-849a-4a711c2e628d by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 14:02:32.988409 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Attempting to bind port 1b8ea536-e50b-41ec-849a-4a711c2e628d on network 184ce015-1a2c-47a7-9fdb-a44e9f2830db {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 14:02:32.992957 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Port 1b8ea536-e50b-41ec-849a-4a711c2e628d on network 184ce015-1a2c-47a7-9fdb-a44e9f2830db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 14:02:32.993580 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Attempting to bind port 1b8ea536-e50b-41ec-849a-4a711c2e628d on network 184ce015-1a2c-47a7-9fdb-a44e9f2830db {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 14:02:32.998547 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 14, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 14:02:32.998885 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Checking segment: {'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 14:02:32.999266 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Bound using segment: {'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 14:02:32.999684 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Bound port: 1b8ea536-e50b-41ec-849a-4a711c2e628d, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5e0092-cee3-415c-b0c0-2e00996fd26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 14:02:33.000044 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:33.062978 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb522-95b6-4bc9-864e-896dd879b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:33.087961 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] For port 1b8ea536-e50b-41ec-849a-4a711c2e628d, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 14:02:33.090884 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] For port 1b8ea536-e50b-41ec-849a-4a711c2e628d, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 14:02:33.112699 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bb522-95b6-4bc9-864e-896dd879b3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9f68f762-241f-4156-ae64-a233ed3480f8,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:33.170455 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:33.231197 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:33.231942 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:33.233312 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] 10.222.0.17 "PUT /v2.0/ports/1b8ea536-e50b-41ec-849a-4a711c2e628d HTTP/1.1" status: 200 len: 1093 time: 1.0590756 Jun 04 14:02:33.235949 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'tag': '1b8ea536-e50b-41ec-849a-4a711c2e628d'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:02:33.274709 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6471a-cf3e-43c8-aee8-8e03e54ac49a service neutron] Pushing event updated for resources: {'Port': ['ID=1b8ea536-e50b-41ec-849a-4a711c2e628d,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:33.292530 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68b0e37-c68e-41a0-9814-58351b555d1c'] response: {'name': 'network-changed', 'server_uuid': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'tag': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'status': 'completed', 'code': 200} Jun 04 14:02:33.388564 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb522-95b6-4bc9-864e-896dd879b3ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800447'] for router_interface, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:33.413440 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f4c90-0748-47e4-aafe-fc449d11ce30 req-b527fc28-3fc0-46c2-afd6-a76c5914fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:33.414895 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6b2f4c90-0748-47e4-aafe-fc449d11ce30 req-b527fc28-3fc0-46c2-afd6-a76c5914fe38 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f48f4092fd134a8ab578c94827b48ebb&device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 1096 time: 0.0830624 Jun 04 14:02:33.564025 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f4c90-0748-47e4-aafe-fc449d11ce30 req-4a8c9e5f-d8ae-441a-b40f-7eaef49720ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:33.565453 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6b2f4c90-0748-47e4-aafe-fc449d11ce30 req-4a8c9e5f-d8ae-441a-b40f-7eaef49720ff service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=f48f4092fd134a8ab578c94827b48ebb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1371241 Jun 04 14:02:33.707933 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f4c90-0748-47e4-aafe-fc449d11ce30 req-b78f0a80-3823-4adb-a38a-47e5faebce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:33.709362 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6b2f4c90-0748-47e4-aafe-fc449d11ce30 req-b78f0a80-3823-4adb-a38a-47e5faebce1c service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384919 Jun 04 14:02:33.807673 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6bb522-95b6-4bc9-864e-896dd879b3ec admin admin] Router 56631718-a919-4c93-a0d7-709a48e49fe2 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 14:02:33.841055 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-8e44859d-6cba-488b-bd16-57132aa489fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:33.842567 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-8e44859d-6cba-488b-bd16-57132aa489fe service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f48f4092fd134a8ab578c94827b48ebb&device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 1096 time: 0.0728891 Jun 04 14:02:33.895946 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6edfb-edd9-42cd-b376-6b5dd5ecb458 req-983b5e4f-5f73-4e3b-ab1f-c693b2ca24f3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:33.897358 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fae6edfb-edd9-42cd-b376-6b5dd5ecb458 req-983b5e4f-5f73-4e3b-ab1f-c693b2ca24f3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.1863954 Jun 04 14:02:33.914750 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-0397ca14-6eb4-4112-9299-92f1efa049ae service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d HTTP/1.1" status: 200 len: 217 time: 0.0589817 Jun 04 14:02:33.977748 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-abe10ea7-d4d0-493c-bcec-f82d62bdb0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:33.979215 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-abe10ea7-d4d0-493c-bcec-f82d62bdb0b5 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=92a6fe1c-a0b4-4010-aeb0-a3d93f102d72 HTTP/1.1" status: 200 len: 855 time: 0.0579712 Jun 04 14:02:34.025944 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-fae6edfb-edd9-42cd-b376-6b5dd5ecb458 req-d3849d05-ebd1-4e21-a98f-243cb7b3d411 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143878 Jun 04 14:02:34.036864 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6bb522-95b6-4bc9-864e-896dd879b3ec admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 14:02:34.048973 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-ec6bb522-95b6-4bc9-864e-896dd879b3ec admin admin] 10.222.0.15 "PUT /v2.0/routers/56631718-a919-4c93-a0d7-709a48e49fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6410816 Jun 04 14:02:34.049109 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50374) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:34.054214 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06a6ed9-a187-49cc-83cf-e81d2ad406fe None None] Sync routers for ids ['56631718-a919-4c93-a0d7-709a48e49fe2'] in dv-cinder-843593-2-smb {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 14:02:34.060347 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-5b21ae96-8c2a-4d6a-8d99-ea464c44c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:34.061947 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-5b21ae96-8c2a-4d6a-8d99-ea464c44c8ba service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=184ce015-1a2c-47a7-9fdb-a44e9f2830db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766714 Jun 04 14:02:34.065522 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06a6ed9-a187-49cc-83cf-e81d2ad406fe None None] Routers {'56631718-a919-4c93-a0d7-709a48e49fe2'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:02:34.066183 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-b06a6ed9-a187-49cc-83cf-e81d2ad406fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T14:02:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['56631718-a919-4c93-a0d7-709a48e49fe2'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:34.211865 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-8ffad943-aa2a-4374-83b5-d915195ba85b service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422074 Jun 04 14:02:34.229527 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] Notify callbacks [] for router, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:34.252576 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-b06a6ed9-a187-49cc-83cf-e81d2ad406fe None None] Set router 56631718-a919-4c93-a0d7-709a48e49fe2 gateway port host: dv-cinder-843593-2-smb {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:02:34.440635 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-432775ba-8f3c-49ae-baca-43ecf7658237 req-db54dd00-2ad7-4162-ac37-c47365e69248 service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221799 Jun 04 14:02:34.520443 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:34.539266 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-b06a6ed9-a187-49cc-83cf-e81d2ad406fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'name': 'tempest-TestShelveInstance-283441168-router', 'tenant_id': '20af5a4027e14423bc17e100241a82e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': '1ad1eabb-e607-4ea7-a9bf-395c4fa52073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:16Z', 'updated_at': '2022-06-04T14:02:32Z', 'revision_number': 5, 'project_id': '20af5a4027e14423bc17e100241a82e7', 'gw_port': {'id': '1ad1eabb-e607-4ea7-a9bf-395c4fa52073', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:56:17Z', 'updated_at': '2022-06-04T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:34.543082 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06a6ed9-a187-49cc-83cf-e81d2ad406fe None None] Checking router: 56631718-a919-4c93-a0d7-709a48e49fe2 for host: dv-cinder-843593-2-smb {{(pid=88649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 14:02:34.551700 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06a6ed9-a187-49cc-83cf-e81d2ad406fe None None] Routers {'56631718-a919-4c93-a0d7-709a48e49fe2'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:02:34.552289 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-b06a6ed9-a187-49cc-83cf-e81d2ad406fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T14:02:08Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['56631718-a919-4c93-a0d7-709a48e49fe2'], 'active': True} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:34.605407 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] Deleting port 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:02:34.605745 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:34.704193 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_dvr_db [None req-b06a6ed9-a187-49cc-83cf-e81d2ad406fe None None] Set router 56631718-a919-4c93-a0d7-709a48e49fe2 gateway port host: None {{(pid=88649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:02:34.778056 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] For port 1ad1eabb-e607-4ea7-a9bf-395c4fa52073, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=1ad1eabb-e607-4ea7-a9bf-395c4fa52073,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:34.778411 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:34.806992 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.l3_hamode_db [None req-b06a6ed9-a187-49cc-83cf-e81d2ad406fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'name': 'tempest-TestShelveInstance-283441168-router', 'tenant_id': '20af5a4027e14423bc17e100241a82e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:16Z', 'updated_at': '2022-06-04T14:02:34Z', 'revision_number': 6, 'project_id': '20af5a4027e14423bc17e100241a82e7', 'gw_port_host': None}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:34.811349 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06a6ed9-a187-49cc-83cf-e81d2ad406fe None None] The sync data for ids ['56631718-a919-4c93-a0d7-709a48e49fe2'] in dv-cinder-843593-2-smb is: [{'id': '56631718-a919-4c93-a0d7-709a48e49fe2', 'name': 'tempest-TestShelveInstance-283441168-router', 'tenant_id': '20af5a4027e14423bc17e100241a82e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:56:16Z', 'updated_at': '2022-06-04T14:02:34Z', 'revision_number': 6, 'project_id': '20af5a4027e14423bc17e100241a82e7', 'gw_port_host': None}] {{(pid=88649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 14:02:34.901650 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] Calling delete_port for 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 owned by network:router_gateway {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:02:35.135466 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:35.187109 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad1eabb-e607-4ea7-a9bf-395c4fa52073,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:35.239185 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037a0ee-7a60-44f1-a2d4-b84d7f3124b5 req-11724084-e550-4a7b-a026-fa1d07f6e150 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:35.239888 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-e037a0ee-7a60-44f1-a2d4-b84d7f3124b5 req-11724084-e550-4a7b-a026-fa1d07f6e150 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Synchronizing usage tracker for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:02:35.281519 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788006'] for router_gateway, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:35.312449 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-e037a0ee-7a60-44f1-a2d4-b84d7f3124b5 req-11724084-e550-4a7b-a026-fa1d07f6e150 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Unset dirty status for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:02:35.313666 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e037a0ee-7a60-44f1-a2d4-b84d7f3124b5 req-11724084-e550-4a7b-a026-fa1d07f6e150 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.1739950 Jun 04 14:02:35.358190 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e037a0ee-7a60-44f1-a2d4-b84d7f3124b5 req-50855654-c6ff-4b96-8567-b18826b3a6cf tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386364 Jun 04 14:02:35.453198 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26746'] for router, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:35.455438 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:35.552264 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3786017'] for router, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:35.552710 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56631718-a919-4c93-a0d7-709a48e49fe2 {{(pid=88648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 14:02:35.564240 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] Notify callbacks [] for router, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:35.565297 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-01591eaa-fcc1-4c1e-b6ac-1778d9cf51ac admin admin] 10.222.0.15 "DELETE /v2.0/routers/56631718-a919-4c93-a0d7-709a48e49fe2 HTTP/1.1" status: 204 len: 168 time: 1.5153735 Jun 04 14:02:35.568692 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50380) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:35.631776 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf90db3-2b91-407e-af31-0ef4fba8bc8a admin admin] Deleting subnet dfde60f0-da44-4ba7-9080-de8da4bdb67d {{(pid=88647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 14:02:35.634698 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-edf90db3-2b91-407e-af31-0ef4fba8bc8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:35.642102 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 9f68f762-241f-4156-ae64-a233ed3480f8 no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:02:35.676454 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 9f68f762-241f-4156-ae64-a233ed3480f8 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:02:35.676797 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 9f68f762-241f-4156-ae64-a233ed3480f8 not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:02:35.677199 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:02:35.689890 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-edf90db3-2b91-407e-af31-0ef4fba8bc8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2326719'] for subnet, precommit_delete_associations {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:35.715292 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:02:35.715636 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 1ad1eabb-e607-4ea7-a9bf-395c4fa52073 not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:02:35.768860 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-edf90db3-2b91-407e-af31-0ef4fba8bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563026'] for subnet, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:35.845919 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ef3e521d-a641-44aa-b845-b64a8334bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:35.919985 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-edf90db3-2b91-407e-af31-0ef4fba8bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2991170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3076379'] for subnet, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:35.956795 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf90db3-2b91-407e-af31-0ef4fba8bc8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfde60f0-da44-4ba7-9080-de8da4bdb67d,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:35.960346 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-edf90db3-2b91-407e-af31-0ef4fba8bc8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:35.965665 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bbc96d-97ea-4136-9a3b-456b49285d12 None None] Network a40d36df-3d0f-4d57-92ae-794c0bb32c05 requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 14:02:35.966902 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-edf90db3-2b91-407e-af31-0ef4fba8bc8a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dfde60f0-da44-4ba7-9080-de8da4bdb67d HTTP/1.1" status: 204 len: 168 time: 0.3971703 Jun 04 14:02:35.969876 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50384) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:36.074096 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604469'] for network, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:36.084266 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] Deleting port 9bb727bc-0dde-4a77-9b76-50ac05d82b74 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:02:36.084523 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:36.196497 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895626ff-04f4-4537-8ed3-2b1640420998 None None] DHCP port deletion for a40d36df-3d0f-4d57-92ae-794c0bb32c05 request from dv-cinder-843593-2-smb {{(pid=88649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 14:02:36.201296 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-895626ff-04f4-4537-8ed3-2b1640420998 None None] Deleting port 9bb727bc-0dde-4a77-9b76-50ac05d82b74 {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:02:36.201663 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-895626ff-04f4-4537-8ed3-2b1640420998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:36.230229 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 1b8ea536-e50b-41ec-849a-4a711c2e628d details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 14:02:36.287665 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] For port 9bb727bc-0dde-4a77-9b76-50ac05d82b74, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=9bb727bc-0dde-4a77-9b76-50ac05d82b74,segment=NetworkSegment(d150336c-7ef0-4a54-9533-4ad89cfad13c),segment_id=d150336c-7ef0-4a54-9533-4ad89cfad13c)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:36.288311 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:36.412758 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] Calling delete_port for 9bb727bc-0dde-4a77-9b76-50ac05d82b74 owned by network:dhcp {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:02:36.537287 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:36.543112 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-895626ff-04f4-4537-8ed3-2b1640420998 None None] For port 9bb727bc-0dde-4a77-9b76-50ac05d82b74, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=9bb727bc-0dde-4a77-9b76-50ac05d82b74,segment=NetworkSegment(d150336c-7ef0-4a54-9533-4ad89cfad13c),segment_id=d150336c-7ef0-4a54-9533-4ad89cfad13c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:36.543516 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-895626ff-04f4-4537-8ed3-2b1640420998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:36.550587 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457b79f-69a6-47d4-ad3b-8e54807d5fff req-ccba4a12-cda3-41a3-9e4f-85a82fde844c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:36.551338 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 1b8ea536-e50b-41ec-849a-4a711c2e628d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:36.554237 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3457b79f-69a6-47d4-ad3b-8e54807d5fff req-ccba4a12-cda3-41a3-9e4f-85a82fde844c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0847912 Jun 04 14:02:36.587048 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb727bc-0dde-4a77-9b76-50ac05d82b74,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:36.590440 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] No DVR routers for this DVR port 9bb727bc-0dde-4a77-9b76-50ac05d82b74 on host dv-cinder-843593-2-smb {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 14:02:36.606775 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3457b79f-69a6-47d4-ad3b-8e54807d5fff req-4ed903b7-9efc-45a0-8dc8-f0390d7a784c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467048 Jun 04 14:02:36.670230 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'port_id': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'mac_address': 'fa:16:3e:17:dd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 14:02:36.677315 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-895626ff-04f4-4537-8ed3-2b1640420998 None None] Calling delete_port for 9bb727bc-0dde-4a77-9b76-50ac05d82b74 owned by network:dhcp {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:02:36.704514 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-919093', 'neutron.services.segments.db._delete_segments_for_network-8784468802214'] for network, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:36.728446 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40d36df-3d0f-4d57-92ae-794c0bb32c05']}} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:36.740792 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd150336c-7ef0-4a54-9533-4ad89cfad13c') {'for_net_delete': True} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:36.741085 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.services.segments.db [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd150336c-7ef0-4a54-9533-4ad89cfad13c') {} {{(pid=88647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:36.752495 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784468805825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2326710'] for segment, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:36.768198 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:36.774585 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 14:02:36.774977 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-918837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2991336'] for segment, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:36.780393 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 1b8ea536-e50b-41ec-849a-4a711c2e628d is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:02:36.780393 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:36.808338 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8ea536-e50b-41ec-849a-4a711c2e628d {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 14:02:36.814691 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.db.api [None req-895626ff-04f4-4537-8ed3-2b1640420998 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 14:02:36.815035 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG oslo_db.api [None req-895626ff-04f4-4537-8ed3-2b1640420998 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 14:02:36.824337 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 1b8ea536-e50b-41ec-849a-4a711c2e628d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:36.842808 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment d150336c-7ef0-4a54-9533-4ad89cfad13c resource provider aggregate not found Jun 04 14:02:36.861972 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.services.segments.plugin [-] Segment d150336c-7ef0-4a54-9533-4ad89cfad13c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d150336c-7ef0-4a54-9533-4ad89cfad13c found for delete ", "request_id": "req-6e35d836-b551-420e-9fac-42260156775c"}]} Jun 04 14:02:36.889469 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:36.959270 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=1b8ea536-e50b-41ec-849a-4a711c2e628d,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:36.967005 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:36.967351 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:36.967760 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:36.968107 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:36.968435 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:36.968765 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:36.969089 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:36.969410 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:36.969732 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:36.970078 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:36.970397 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:36.970717 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:36.981616 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-919102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787971'] for network, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:36.997254 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:37.008295 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] Pushing event deleted for resources: {'Network': ['ID=a40d36df-3d0f-4d57-92ae-794c0bb32c05,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:37.010788 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-63e629fa-adda-4b3b-9be5-8aa572e6be5b admin admin] 10.222.0.15 "DELETE /v2.0/networks/a40d36df-3d0f-4d57-92ae-794c0bb32c05 HTTP/1.1" status: 204 len: 168 time: 1.0400105 Jun 04 14:02:37.281409 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50396) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:37.286486 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['1b8ea536-e50b-41ec-849a-4a711c2e628d'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 14:02:37.320615 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-895626ff-04f4-4537-8ed3-2b1640420998 None None] Deleting port 9bb727bc-0dde-4a77-9b76-50ac05d82b74 {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:02:37.320975 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-895626ff-04f4-4537-8ed3-2b1640420998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:37.329223 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-917ec99b-7d31-43fe-b4eb-14afe2a6d5fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe244484f68744dda6530fb47852352e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466373 Jun 04 14:02:37.331774 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50400) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:37.388655 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-480535b5-2432-4f90-bb12-58cd0836024c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:37.398061 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-895626ff-04f4-4537-8ed3-2b1640420998 None None] The port '9bb727bc-0dde-4a77-9b76-50ac05d82b74' was deleted {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 14:02:37.417450 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-480535b5-2432-4f90-bb12-58cd0836024c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:37.542380 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-480535b5-2432-4f90-bb12-58cd0836024c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:37.638723 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 9bb727bc-0dde-4a77-9b76-50ac05d82b74 no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:02:37.644137 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480535b5-2432-4f90-bb12-58cd0836024c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28362241-6036-4b44-94ed-ffa62ec91ce7,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:37.649988 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-480535b5-2432-4f90-bb12-58cd0836024c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:37.651102 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-480535b5-2432-4f90-bb12-58cd0836024c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28362241-6036-4b44-94ed-ffa62ec91ce7 HTTP/1.1" status: 204 len: 168 time: 0.3184230 Jun 04 14:02:37.679861 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 9bb727bc-0dde-4a77-9b76-50ac05d82b74 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:02:37.680461 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 9bb727bc-0dde-4a77-9b76-50ac05d82b74 not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:02:37.806297 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcdc68-fb9f-4455-9270-4f8b400c1cce req-12cfc06c-5017-4b75-926f-7631a3191302 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:37.807667 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f5fcdc68-fb9f-4455-9270-4f8b400c1cce req-12cfc06c-5017-4b75-926f-7631a3191302 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 944 time: 0.0782812 Jun 04 14:02:37.851331 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f5fcdc68-fb9f-4455-9270-4f8b400c1cce req-15c4b0dc-3f8c-48f6-a5c4-b7fe2fa9a50c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373654 Jun 04 14:02:38.005534 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-11939cb0-2fdb-4847-830b-2cfc54065ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:38.034175 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:38.226651 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 1b8ea536-e50b-41ec-849a-4a711c2e628d up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 14:02:38.294827 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50410) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:38.341051 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port 1b8ea536-e50b-41ec-849a-4a711c2e628d completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 14:02:38.341466 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-fd0a1167-f6a1-4946-a252-cfa2a765e7f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20af5a4027e14423bc17e100241a82e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454576 Jun 04 14:02:38.343855 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50414) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:38.346221 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port 1b8ea536-e50b-41ec-849a-4a711c2e628d triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 14:02:38.346602 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:38.400310 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:38.426322 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:38.460160 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 1b8ea536-e50b-41ec-849a-4a711c2e628d is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:02:38.460532 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:38.487349 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8ea536-e50b-41ec-849a-4a711c2e628d'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:02:38.497121 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 1b8ea536-e50b-41ec-849a-4a711c2e628d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:38.559357 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:38.565289 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:38.574092 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f5676c-4d83-4cbe-935d-32eb200107a4,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:38.583969 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:38.585077 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2f5676c-4d83-4cbe-935d-32eb200107a4 HTTP/1.1" status: 204 len: 168 time: 0.2403548 Jun 04 14:02:38.586543 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:38.586880 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:38.587246 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:38.587589 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:38.587926 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:38.588249 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:38.588571 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:38.588887 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:38.589709 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:38.590038 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:38.590355 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:38.590667 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34f1e6-9692-43ba-893e-541a46766d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:38.642706 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=1b8ea536-e50b-41ec-849a-4a711c2e628d,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:38.726769 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a21b57-ed35-43b5-8e2d-4a3e59bb5910'] response: {'server_uuid': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'code': 200} Jun 04 14:02:39.060128 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04a22c-51fb-4ae0-a828-f50a72a20255 req-edf43d61-9a7b-4ee5-9984-22363313a82e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:39.062253 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6b04a22c-51fb-4ae0-a828-f50a72a20255 req-edf43d61-9a7b-4ee5-9984-22363313a82e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0952914 Jun 04 14:02:39.096945 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:39.155796 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-6b04a22c-51fb-4ae0-a828-f50a72a20255 req-0582a8e8-15c6-4fbb-b112-4a390ad2deb0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616651 Jun 04 14:02:39.169255 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10795132-0df6-449c-b84c-577139c07e3a req-567f0b77-0c4f-4841-88a0-8ce526ad29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:39.171081 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-10795132-0df6-449c-b84c-577139c07e3a req-567f0b77-0c4f-4841-88a0-8ce526ad29d7 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 1098 time: 0.1077275 Jun 04 14:02:39.205422 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:39.216080 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-10795132-0df6-449c-b84c-577139c07e3a req-5aa2b3c4-f316-4a9a-9901-1bf028473082 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391772 Jun 04 14:02:40.345075 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf2584-ffca-484d-b91f-67a122b966ce req-c6a54548-1951-48f6-9147-11e7a922c887 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:40.346521 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e1cf2584-ffca-484d-b91f-67a122b966ce req-c6a54548-1951-48f6-9147-11e7a922c887 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0802782 Jun 04 14:02:40.390248 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e1cf2584-ffca-484d-b91f-67a122b966ce req-2d19457f-c755-43f2-bce1-8fe77cbfe1b1 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381541 Jun 04 14:02:40.468173 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:41.576368 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc21050-0f1a-43fd-a730-bef5aa2a7c11 req-d1d97493-e8ef-4e07-8d26-db1eda2ef4fb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:41.577817 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-adc21050-0f1a-43fd-a730-bef5aa2a7c11 req-d1d97493-e8ef-4e07-8d26-db1eda2ef4fb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0782235 Jun 04 14:02:41.620830 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-adc21050-0f1a-43fd-a730-bef5aa2a7c11 req-42098ace-3fbb-4e3f-b843-8d6bbb1a3944 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369456 Jun 04 14:02:41.797080 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfaac2-006f-4825-b3c9-3c8e71422fb2 req-4fc47607-6303-4e2f-b65d-aac0dec19333 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:41.798464 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-45bfaac2-006f-4825-b3c9-3c8e71422fb2 req-4fc47607-6303-4e2f-b65d-aac0dec19333 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0778320 Jun 04 14:02:41.808523 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50432) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:41.813367 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-909328a0-495d-4165-8a07-609d9747f6aa tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Request body: {'floatingip': {'port_id': '1b8ea536-e50b-41ec-849a-4a711c2e628d'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:02:41.976673 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-909328a0-495d-4165-8a07-609d9747f6aa tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for floatingip, before_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:42.553611 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-909328a0-495d-4165-8a07-609d9747f6aa tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:42.599472 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-909328a0-495d-4165-8a07-609d9747f6aa tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:42.768070 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.l3_db [None req-909328a0-495d-4165-8a07-609d9747f6aa tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Floating IP 803e9170-9b59-4675-9bd3-bb822998bf7c associated. External IP: 172.28.3.176, port: 1b8ea536-e50b-41ec-849a-4a711c2e628d. Jun 04 14:02:43.104699 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909328a0-495d-4165-8a07-609d9747f6aa tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Router 428b3660-d35a-417d-82bf-fb391b50b786 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 14:02:43.376841 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909328a0-495d-4165-8a07-609d9747f6aa tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 14:02:43.381546 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-909328a0-495d-4165-8a07-609d9747f6aa tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:43.385970 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2777ac-796b-4dfd-81ba-e2199bcfb7b1 None None] Sync routers for ids ['428b3660-d35a-417d-82bf-fb391b50b786'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 14:02:43.395531 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2777ac-796b-4dfd-81ba-e2199bcfb7b1 None None] Routers {'428b3660-d35a-417d-82bf-fb391b50b786'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:02:43.396127 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-fc2777ac-796b-4dfd-81ba-e2199bcfb7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T14:02:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['428b3660-d35a-417d-82bf-fb391b50b786'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:43.434292 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-909328a0-495d-4165-8a07-609d9747f6aa tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "PUT /v2.0/floatingips/803e9170-9b59-4675-9bd3-bb822998bf7c HTTP/1.1" status: 200 len: 991 time: 1.6247423 Jun 04 14:02:43.434881 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'tag': '1b8ea536-e50b-41ec-849a-4a711c2e628d'}] {{(pid=88648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:02:43.478432 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8122e8-9147-460e-87af-f418902b70e0'] response: {'name': 'network-changed', 'server_uuid': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'tag': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'status': 'completed', 'code': 200} Jun 04 14:02:43.573590 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-fc2777ac-796b-4dfd-81ba-e2199bcfb7b1 None None] Set router 428b3660-d35a-417d-82bf-fb391b50b786 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:02:43.594510 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55efb8-9d36-46d8-bb14-d8adbbd8c32d req-9bdd59d3-468d-4db2-ab4e-96ffdeb834c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:43.595966 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5f55efb8-9d36-46d8-bb14-d8adbbd8c32d req-9bdd59d3-468d-4db2-ab4e-96ffdeb834c8 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f48f4092fd134a8ab578c94827b48ebb&device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 1098 time: 0.0737422 Jun 04 14:02:43.726777 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55efb8-9d36-46d8-bb14-d8adbbd8c32d req-f34663d9-3796-489c-966f-35ab8cf8343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:43.728122 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5f55efb8-9d36-46d8-bb14-d8adbbd8c32d req-f34663d9-3796-489c-966f-35ab8cf8343e service neutron] 10.222.0.17 "GET /v2.0/networks?id=184ce015-1a2c-47a7-9fdb-a44e9f2830db HTTP/1.1" status: 200 len: 917 time: 0.1265302 Jun 04 14:02:43.825999 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5f55efb8-9d36-46d8-bb14-d8adbbd8c32d req-52cbee00-b761-4b23-a44d-29f3e10a10a9 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d HTTP/1.1" status: 200 len: 999 time: 0.0903733 Jun 04 14:02:43.889564 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55efb8-9d36-46d8-bb14-d8adbbd8c32d req-134cf53a-0109-4176-8106-081410f3c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:43.891051 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5f55efb8-9d36-46d8-bb14-d8adbbd8c32d req-134cf53a-0109-4176-8106-081410f3c0d0 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=92a6fe1c-a0b4-4010-aeb0-a3d93f102d72 HTTP/1.1" status: 200 len: 855 time: 0.0597425 Jun 04 14:02:43.911368 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-fc2777ac-796b-4dfd-81ba-e2199bcfb7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '803e9170-9b59-4675-9bd3-bb822998bf7c', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'floating_ip_address': '172.28.3.176', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'port_id': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'mac_address': 'fa:16:3e:17:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T14:02:26Z', 'updated_at': '2022-06-04T14:02:42Z', 'revision_number': 1, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9', 'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'mac_address': 'fa:16:3e:5e:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:20Z', 'updated_at': '2022-06-04T13:58:26Z', 'revision_number': 5, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'subnets': [{'id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:43.915467 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2777ac-796b-4dfd-81ba-e2199bcfb7b1 None None] Checking router: 428b3660-d35a-417d-82bf-fb391b50b786 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 14:02:43.924295 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2777ac-796b-4dfd-81ba-e2199bcfb7b1 None None] Routers {'428b3660-d35a-417d-82bf-fb391b50b786'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:02:43.924936 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-fc2777ac-796b-4dfd-81ba-e2199bcfb7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T14:02:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['428b3660-d35a-417d-82bf-fb391b50b786'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:43.963817 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55efb8-9d36-46d8-bb14-d8adbbd8c32d req-eb26339b-fd77-489a-8990-01fcdacb9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:02:43.965890 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5f55efb8-9d36-46d8-bb14-d8adbbd8c32d req-eb26339b-fd77-489a-8990-01fcdacb9b5e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=184ce015-1a2c-47a7-9fdb-a44e9f2830db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694261 Jun 04 14:02:44.094208 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5f55efb8-9d36-46d8-bb14-d8adbbd8c32d req-be439cb5-7c39-4276-a4a7-966368debf7b service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209233 Jun 04 14:02:44.097859 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-fc2777ac-796b-4dfd-81ba-e2199bcfb7b1 None None] Set router 428b3660-d35a-417d-82bf-fb391b50b786 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:02:44.227717 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5f55efb8-9d36-46d8-bb14-d8adbbd8c32d req-f60cf98f-0a85-41a2-8878-5d2d1f99e983 service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259408 Jun 04 14:02:44.471393 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-fc2777ac-796b-4dfd-81ba-e2199bcfb7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '803e9170-9b59-4675-9bd3-bb822998bf7c', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'floating_ip_address': '172.28.3.176', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'port_id': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'mac_address': 'fa:16:3e:17:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T14:02:26Z', 'updated_at': '2022-06-04T14:02:42Z', 'revision_number': 1, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9', 'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'mac_address': 'fa:16:3e:5e:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:20Z', 'updated_at': '2022-06-04T13:58:26Z', 'revision_number': 5, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'subnets': [{'id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:44.475174 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2777ac-796b-4dfd-81ba-e2199bcfb7b1 None None] The sync data for ids ['428b3660-d35a-417d-82bf-fb391b50b786'] in dv-cinder-843593-2-smb is: [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_floatingips': [{'id': '803e9170-9b59-4675-9bd3-bb822998bf7c', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'floating_ip_address': '172.28.3.176', 'floating_network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'router_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'port_id': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'mac_address': 'fa:16:3e:17:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-04T14:02:26Z', 'updated_at': '2022-06-04T14:02:42Z', 'revision_number': 1, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9', 'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'mac_address': 'fa:16:3e:5e:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:20Z', 'updated_at': '2022-06-04T13:58:26Z', 'revision_number': 5, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'subnets': [{'id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 14:02:44.643508 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d70534-7a4d-45ea-82b1-1c98e70b13f4 None None] New status for floating IP 803e9170-9b59-4675-9bd3-bb822998bf7c: ACTIVE {{(pid=88649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 14:02:51.912756 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:03:05.839365 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-c300163f-7315-4cf5-9c36-fdb256c271a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:08.025623 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-291d22ac-3fbf-4f37-bffe-0c776ed4ef29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:08.033007 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:09.055443 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:09.205413 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:10.495427 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:28.911083 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:03:35.838239 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-5b162891-7939-4891-883c-32f573240226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:38.007944 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-012a0362-49ed-4ac0-9424-5e3aa3a33e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:38.036454 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:39.066315 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:39.191956 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:40.466445 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:44.405216 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f3c798c8-9c13-4e96-b641-575ed552dbcc req-f7888084-f8d4-4734-a4d2-11ad492b0439 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710988 Jun 04 14:03:44.557232 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c798c8-9c13-4e96-b641-575ed552dbcc req-b935addf-847d-4108-b8c9-794c42f42a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:03:44.558585 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f3c798c8-9c13-4e96-b641-575ed552dbcc req-b935addf-847d-4108-b8c9-794c42f42a60 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f48f4092fd134a8ab578c94827b48ebb&device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 1098 time: 0.0684097 Jun 04 14:03:44.697143 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c798c8-9c13-4e96-b641-575ed552dbcc req-5a219360-4b48-4c1d-b991-517388606c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:03:44.698563 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f3c798c8-9c13-4e96-b641-575ed552dbcc req-5a219360-4b48-4c1d-b991-517388606c1d service neutron] 10.222.0.17 "GET /v2.0/networks?id=184ce015-1a2c-47a7-9fdb-a44e9f2830db HTTP/1.1" status: 200 len: 917 time: 0.1224167 Jun 04 14:03:44.799643 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f3c798c8-9c13-4e96-b641-575ed552dbcc req-9e8bc3ae-3c6e-4840-a33f-33d5db39bf35 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d HTTP/1.1" status: 200 len: 1001 time: 0.0941186 Jun 04 14:03:44.859141 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c798c8-9c13-4e96-b641-575ed552dbcc req-b327af6d-afe4-4689-9920-13778a78ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:03:44.860813 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f3c798c8-9c13-4e96-b641-575ed552dbcc req-b327af6d-afe4-4689-9920-13778a78ad53 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=92a6fe1c-a0b4-4010-aeb0-a3d93f102d72 HTTP/1.1" status: 200 len: 855 time: 0.0554242 Jun 04 14:03:45.009622 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c798c8-9c13-4e96-b641-575ed552dbcc req-1c60770c-9cba-4574-b372-3ad01d1054f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:03:45.011112 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f3c798c8-9c13-4e96-b641-575ed552dbcc req-1c60770c-9cba-4574-b372-3ad01d1054f7 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=184ce015-1a2c-47a7-9fdb-a44e9f2830db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1440158 Jun 04 14:03:45.138774 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f3c798c8-9c13-4e96-b641-575ed552dbcc req-75851cdb-562b-4bea-9cdb-3fbdf82a9d93 service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197705 Jun 04 14:03:45.265758 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f3c798c8-9c13-4e96-b641-575ed552dbcc req-e79ee440-de91-41e2-b417-a9589c89a5a6 service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204638 Jun 04 14:03:51.608299 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02e161-4eb1-47ac-b6fe-f51cc48acf3c req-75758ccf-072e-4ad7-9f6a-64a9ec7850a0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:03:51.609755 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ee02e161-4eb1-47ac-b6fe-f51cc48acf3c req-75758ccf-072e-4ad7-9f6a-64a9ec7850a0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0810151 Jun 04 14:03:51.654048 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ee02e161-4eb1-47ac-b6fe-f51cc48acf3c req-97ccbbe6-c832-4bf8-adf8-f480d12539b4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373228 Jun 04 14:03:52.842029 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bac97-3958-4182-abd5-90c24f0089d3 req-a27d882c-d78d-4141-9823-f640f0a5d4eb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:03:52.843494 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-691bac97-3958-4182-abd5-90c24f0089d3 req-a27d882c-d78d-4141-9823-f640f0a5d4eb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0798314 Jun 04 14:03:52.887208 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-691bac97-3958-4182-abd5-90c24f0089d3 req-a780b749-821c-465b-bec5-361ca495bdb5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380685 Jun 04 14:03:54.076505 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ae38-0686-4e1f-abf4-b86f7b4e6331 req-04abfa69-6787-41e2-84b8-2b79b7692cbd tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:03:54.077952 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3055ae38-0686-4e1f-abf4-b86f7b4e6331 req-04abfa69-6787-41e2-84b8-2b79b7692cbd tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0806777 Jun 04 14:03:54.121140 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3055ae38-0686-4e1f-abf4-b86f7b4e6331 req-23cb72fc-d924-4ba1-b5d3-9149433d6c1a tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376222 Jun 04 14:03:55.306863 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b396d5-750e-4cbb-9d6d-9e12445a392c req-ae434fe6-409a-4b23-abab-d0e088e1be73 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:03:55.308278 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-48b396d5-750e-4cbb-9d6d-9e12445a392c req-ae434fe6-409a-4b23-abab-d0e088e1be73 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0811603 Jun 04 14:03:55.350762 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-48b396d5-750e-4cbb-9d6d-9e12445a392c req-af387dac-3294-49dc-89e2-19c50b4b7a33 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368555 Jun 04 14:03:56.531436 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52a152-8957-4034-8f2f-df771bbcab99 req-def13af3-6e2b-4331-a26e-ce6c54e2028e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:03:56.532746 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8c52a152-8957-4034-8f2f-df771bbcab99 req-def13af3-6e2b-4331-a26e-ce6c54e2028e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0761759 Jun 04 14:03:56.574380 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-8c52a152-8957-4034-8f2f-df771bbcab99 req-e46301d5-d85b-4954-a7f0-5cfaf88c4197 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360770 Jun 04 14:03:57.758738 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bd036-3708-475a-a8f7-3cf92b483f2a req-d8405252-4178-45a4-9014-d21aaaed9757 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:03:57.760179 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-009bd036-3708-475a-a8f7-3cf92b483f2a req-d8405252-4178-45a4-9014-d21aaaed9757 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0778043 Jun 04 14:03:57.805951 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-009bd036-3708-475a-a8f7-3cf92b483f2a req-d49b5faf-4a21-405a-a9f6-295711f8045f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394025 Jun 04 14:03:58.994784 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31fcc3-0d58-4bc4-bada-f96825296fb3 req-00ba5922-cdcc-48b3-b6ef-f4aa8dda0b22 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:03:58.996228 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-af31fcc3-0d58-4bc4-bada-f96825296fb3 req-00ba5922-cdcc-48b3-b6ef-f4aa8dda0b22 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0813539 Jun 04 14:03:59.039097 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-af31fcc3-0d58-4bc4-bada-f96825296fb3 req-3c0e9098-1582-4111-bb6c-85ea25300b30 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372744 Jun 04 14:04:00.221324 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1420923-8d9b-4410-b4b7-b2be746a29bd req-3ac771cd-b7b5-4c44-9250-e671f4345730 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:00.222879 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f1420923-8d9b-4410-b4b7-b2be746a29bd req-3ac771cd-b7b5-4c44-9250-e671f4345730 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0775456 Jun 04 14:04:00.266213 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-f1420923-8d9b-4410-b4b7-b2be746a29bd req-4e68869c-198d-49aa-bce7-0f7d731ef705 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377088 Jun 04 14:04:01.448096 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e35107-3c1c-455b-ab14-86f122740071 req-63412532-fd3e-466e-b999-c6a8ac328a07 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:01.449417 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d3e35107-3c1c-455b-ab14-86f122740071 req-63412532-fd3e-466e-b999-c6a8ac328a07 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0767291 Jun 04 14:04:01.494418 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d3e35107-3c1c-455b-ab14-86f122740071 req-01e1097e-a367-4d12-90b0-d897acd94497 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388842 Jun 04 14:04:02.680236 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd666d-7cbd-4bc4-8341-039f866a4330 req-8e9acab9-40ca-45dc-96c0-6fdddd124509 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:02.681667 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-72bd666d-7cbd-4bc4-8341-039f866a4330 req-8e9acab9-40ca-45dc-96c0-6fdddd124509 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0813189 Jun 04 14:04:02.689681 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 1b8ea536-e50b-41ec-849a-4a711c2e628d details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 14:04:02.726076 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-72bd666d-7cbd-4bc4-8341-039f866a4330 req-42119356-1aa6-4c8f-a8c5-8238b8e7a3ba tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379393 Jun 04 14:04:02.818775 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 1b8ea536-e50b-41ec-849a-4a711c2e628d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:04:02.834396 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'port_id': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'mac_address': 'fa:16:3e:17:dd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 14:04:02.887186 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 1b8ea536-e50b-41ec-849a-4a711c2e628d is: ACTIVE; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:04:02.887560 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:02.903455 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b8ea536-e50b-41ec-849a-4a711c2e628d {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 14:04:02.918229 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 1b8ea536-e50b-41ec-849a-4a711c2e628d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:04:02.997483 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:03.062409 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=1b8ea536-e50b-41ec-849a-4a711c2e628d,revision_number=6']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:03.069333 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:03.069616 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:03.069983 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:03.070313 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:03.070637 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:03.070958 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:03.071278 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:03.071595 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:03.071912 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:03.072227 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:03.072547 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:03.072857 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:03.144037 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['1b8ea536-e50b-41ec-849a-4a711c2e628d'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 14:04:03.907512 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e22ce-74de-4a3e-9ad3-7d6bde3bddc8 req-1bfa59a9-0302-4752-8a7c-9a68240ca35b tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:03.908820 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e05e22ce-74de-4a3e-9ad3-7d6bde3bddc8 req-1bfa59a9-0302-4752-8a7c-9a68240ca35b tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 944 time: 0.0764024 Jun 04 14:04:03.951147 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e05e22ce-74de-4a3e-9ad3-7d6bde3bddc8 req-6ab9f9d3-3ab9-4b34-b5ba-95939d684c84 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362675 Jun 04 14:04:04.689265 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 1b8ea536-e50b-41ec-849a-4a711c2e628d up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 14:04:04.757911 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port 1b8ea536-e50b-41ec-849a-4a711c2e628d triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 14:04:04.758276 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:04.866566 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 1b8ea536-e50b-41ec-849a-4a711c2e628d is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:04:04.866931 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:04.894801 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8ea536-e50b-41ec-849a-4a711c2e628d'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:04:04.905165 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 1b8ea536-e50b-41ec-849a-4a711c2e628d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:04:04.937395 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0dc9e2-8998-4962-8918-1aac8fa3c171'] response: {'server_uuid': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'code': 200} Jun 04 14:04:04.980245 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:05.047007 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=1b8ea536-e50b-41ec-849a-4a711c2e628d,revision_number=7']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:05.143805 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a24fc6-23cd-49e4-ac4b-ee5ccdd486a9 req-96b203c5-9166-4fd9-903c-5eec24093a0d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:05.145268 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d8a24fc6-23cd-49e4-ac4b-ee5ccdd486a9 req-96b203c5-9166-4fd9-903c-5eec24093a0d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0818470 Jun 04 14:04:05.188877 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d8a24fc6-23cd-49e4-ac4b-ee5ccdd486a9 req-37857ef5-8989-4c5b-9052-98cd3c88f447 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379517 Jun 04 14:04:05.847005 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-dd30aa56-c445-470e-83b9-0edbc712a3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:05.909949 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:04:06.375595 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13218983-4825-48ce-9541-9be7169b1209 req-2301a67f-3f61-4c68-b4d0-ea02e7d90654 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:06.377018 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-13218983-4825-48ce-9541-9be7169b1209 req-2301a67f-3f61-4c68-b4d0-ea02e7d90654 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0772345 Jun 04 14:04:06.419503 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-13218983-4825-48ce-9541-9be7169b1209 req-51445717-bda1-4136-bb19-e7b3d152f0d7 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369208 Jun 04 14:04:07.602516 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510b1f3-a5db-451e-85c8-ab4b1df8b55b req-bf35188e-c31c-4999-b45f-d7df893e6b71 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:07.612113 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e510b1f3-a5db-451e-85c8-ab4b1df8b55b req-bf35188e-c31c-4999-b45f-d7df893e6b71 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0777297 Jun 04 14:04:07.648171 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e510b1f3-a5db-451e-85c8-ab4b1df8b55b req-e5666d7e-7bb7-4c9c-9886-0f09fa3b581e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385904 Jun 04 14:04:08.001768 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-53ca0461-0ba2-4381-a1f7-c5e32ca8eefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:08.030269 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:08.848866 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5edd6-06ef-4733-87f5-0803aa0bfb33 req-7e55a976-9202-40f9-8e0f-7c7a4f4382c2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:08.850405 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4fd5edd6-06ef-4733-87f5-0803aa0bfb33 req-7e55a976-9202-40f9-8e0f-7c7a4f4382c2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0888376 Jun 04 14:04:08.900582 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-4fd5edd6-06ef-4733-87f5-0803aa0bfb33 req-5b7d5251-f393-468f-997a-3e4f882d0bc6 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439346 Jun 04 14:04:09.064381 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:09.225135 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:10.113862 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb40bc2-2c3b-422d-98b0-32b4e571815e req-08a63b9c-0bb7-4d7b-9ff5-8ae085d27f9b tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:10.116016 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-bdb40bc2-2c3b-422d-98b0-32b4e571815e req-08a63b9c-0bb7-4d7b-9ff5-8ae085d27f9b tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0890925 Jun 04 14:04:10.180597 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-bdb40bc2-2c3b-422d-98b0-32b4e571815e req-bf4fbb94-e678-45a5-a855-17e431843da3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577724 Jun 04 14:04:10.518136 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:11.355539 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541e464-ad6b-4176-bf49-ac02f923d6fa req-993f0f3a-ffc0-433d-a9c5-c2f416221bd6 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:11.356972 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8541e464-ad6b-4176-bf49-ac02f923d6fa req-993f0f3a-ffc0-433d-a9c5-c2f416221bd6 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0789526 Jun 04 14:04:11.406677 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8541e464-ad6b-4176-bf49-ac02f923d6fa req-16ef3ec5-f59d-49d7-96e7-2d55fdff18ca tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Jun 04 14:04:12.632045 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab42c5-5d5d-47a6-aba2-af7a1c287d21 req-9a517c7f-2a66-4ab0-8b37-fbd08244ed5c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:12.633647 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3bab42c5-5d5d-47a6-aba2-af7a1c287d21 req-9a517c7f-2a66-4ab0-8b37-fbd08244ed5c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0849459 Jun 04 14:04:12.683909 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3bab42c5-5d5d-47a6-aba2-af7a1c287d21 req-73fa7c1f-f3b2-4cf1-974e-896bb200c7c3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425658 Jun 04 14:04:13.887181 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dbcc2-758c-4131-9262-cf0bfdcfac1a req-5f079dee-ae81-4703-ad61-a8bf5a01c8d0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:13.888549 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d59dbcc2-758c-4131-9262-cf0bfdcfac1a req-5f079dee-ae81-4703-ad61-a8bf5a01c8d0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0830564 Jun 04 14:04:13.934418 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d59dbcc2-758c-4131-9262-cf0bfdcfac1a req-69d14209-d826-4853-96b7-bc6bde6b450a tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383322 Jun 04 14:04:15.152836 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa180d-91dd-48e6-9bcd-9525ff1b24c9 req-83ad1018-0104-4545-8c23-3c76bcd7ee94 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:15.154352 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-aafa180d-91dd-48e6-9bcd-9525ff1b24c9 req-83ad1018-0104-4545-8c23-3c76bcd7ee94 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0902152 Jun 04 14:04:15.202626 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-aafa180d-91dd-48e6-9bcd-9525ff1b24c9 req-7408e520-45fb-4ee4-a8bc-fb4c42f74dc3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417829 Jun 04 14:04:16.426793 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba77047-b8f1-43b6-8b7a-609d91cb2a3e req-9f0472eb-2287-42fa-b98d-2f8661cfbbc3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:16.431980 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cba77047-b8f1-43b6-8b7a-609d91cb2a3e req-9f0472eb-2287-42fa-b98d-2f8661cfbbc3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0993586 Jun 04 14:04:16.491405 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cba77047-b8f1-43b6-8b7a-609d91cb2a3e req-6b22ab88-8768-4e63-a4f9-a9451bc84cd5 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568719 Jun 04 14:04:17.681462 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9aa94-554b-431a-880a-406d29ab5050 req-b360097d-edc4-40bf-a616-1208a3908683 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:17.682930 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a8c9aa94-554b-431a-880a-406d29ab5050 req-b360097d-edc4-40bf-a616-1208a3908683 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0820613 Jun 04 14:04:17.737981 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a8c9aa94-554b-431a-880a-406d29ab5050 req-bcb78bd9-bffa-41b0-a13a-4f9673129ff2 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487320 Jun 04 14:04:18.921619 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab7974-c9a2-471e-a949-6ee3f1d9aba5 req-b076e9f5-9b7b-42b3-8048-e659cad472ef tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:18.923072 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-48ab7974-c9a2-471e-a949-6ee3f1d9aba5 req-b076e9f5-9b7b-42b3-8048-e659cad472ef tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0772631 Jun 04 14:04:18.966714 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-48ab7974-c9a2-471e-a949-6ee3f1d9aba5 req-f971f1c3-f2b3-405a-96b8-cb99938a26e9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380268 Jun 04 14:04:19.445810 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3394b6e-3c5d-45b7-99f5-c51ec4e6af5d req-7998f967-1148-4c22-9f25-ec475a24bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:19.447167 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a3394b6e-3c5d-45b7-99f5-c51ec4e6af5d req-7998f967-1148-4c22-9f25-ec475a24bfe4 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f48f4092fd134a8ab578c94827b48ebb&device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 1098 time: 0.0716233 Jun 04 14:04:19.576820 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3394b6e-3c5d-45b7-99f5-c51ec4e6af5d req-69ea2acb-c06b-4760-8d3c-103b8de142de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:19.578258 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a3394b6e-3c5d-45b7-99f5-c51ec4e6af5d req-69ea2acb-c06b-4760-8d3c-103b8de142de service neutron] 10.222.0.17 "GET /v2.0/networks?id=184ce015-1a2c-47a7-9fdb-a44e9f2830db HTTP/1.1" status: 200 len: 917 time: 0.1243145 Jun 04 14:04:19.760152 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a3394b6e-3c5d-45b7-99f5-c51ec4e6af5d req-7f86544f-b620-4070-a7e4-474165e85aa7 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d HTTP/1.1" status: 200 len: 1001 time: 0.1754529 Jun 04 14:04:19.818649 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3394b6e-3c5d-45b7-99f5-c51ec4e6af5d req-04881586-0fb2-41d2-9bea-17bd890b67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:19.820010 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a3394b6e-3c5d-45b7-99f5-c51ec4e6af5d req-04881586-0fb2-41d2-9bea-17bd890b67fc service neutron] 10.222.0.17 "GET /v2.0/subnets?id=92a6fe1c-a0b4-4010-aeb0-a3d93f102d72 HTTP/1.1" status: 200 len: 855 time: 0.0545154 Jun 04 14:04:19.891811 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3394b6e-3c5d-45b7-99f5-c51ec4e6af5d req-f39ce655-c420-4032-a5fb-aef4a14c3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:19.893232 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a3394b6e-3c5d-45b7-99f5-c51ec4e6af5d req-f39ce655-c420-4032-a5fb-aef4a14c3f2c service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=184ce015-1a2c-47a7-9fdb-a44e9f2830db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674834 Jun 04 14:04:20.021071 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a3394b6e-3c5d-45b7-99f5-c51ec4e6af5d req-7d218425-35bd-4aba-869f-4fd9f5639334 service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209238 Jun 04 14:04:20.151408 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a3394b6e-3c5d-45b7-99f5-c51ec4e6af5d req-7bb54acc-fc6a-4f84-87a1-0c91e9bd2707 service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236134 Jun 04 14:04:20.154431 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f08346-231a-4a47-821d-5393320510dc req-9925a5db-ad86-4add-8ba4-db9c77df405e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:20.156458 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-41f08346-231a-4a47-821d-5393320510dc req-9925a5db-ad86-4add-8ba4-db9c77df405e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0803635 Jun 04 14:04:20.200122 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-41f08346-231a-4a47-821d-5393320510dc req-d24cf7b7-66f0-45bc-a339-e23fb656b05a tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378888 Jun 04 14:04:21.537645 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695e384-c8b6-42d6-9144-00738777bf3e req-5928a7a5-0d4f-451d-a84b-05ea4e1e06cf tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:21.539012 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3695e384-c8b6-42d6-9144-00738777bf3e req-5928a7a5-0d4f-451d-a84b-05ea4e1e06cf tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0811021 Jun 04 14:04:21.580964 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3695e384-c8b6-42d6-9144-00738777bf3e req-3ba28830-285e-4120-a885-f645a6d6ce07 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363858 Jun 04 14:04:22.769857 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f9e25-a79a-4f7d-8514-28958d48d22d req-62beb079-b5f1-4a32-b0eb-2d0b3918e190 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:22.771231 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-596f9e25-a79a-4f7d-8514-28958d48d22d req-62beb079-b5f1-4a32-b0eb-2d0b3918e190 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 945 time: 0.0833189 Jun 04 14:04:22.815706 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-596f9e25-a79a-4f7d-8514-28958d48d22d req-3af5449b-b965-4724-a210-ca7d860fc106 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385301 Jun 04 14:04:22.843895 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 1b8ea536-e50b-41ec-849a-4a711c2e628d no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:04:22.957265 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 1b8ea536-e50b-41ec-849a-4a711c2e628d is: ACTIVE; New status is: DOWN {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:04:22.957640 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:22.984114 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b8ea536-e50b-41ec-849a-4a711c2e628d'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:04:22.993870 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 1b8ea536-e50b-41ec-849a-4a711c2e628d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:04:23.031462 dv-cinder-843593-2-smb neutron-server[88649]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c12cb6f3-c8d3-4d5f-a62a-a3e76b6121c7']: {'server_uuid': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'code': 422} returned with failed status Jun 04 14:04:23.075762 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:23.146548 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=1b8ea536-e50b-41ec-849a-4a711c2e628d,revision_number=8']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:25.220265 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39f322-7a65-4990-9403-989c6b6b09a4 req-b6c48b00-dae8-4395-895e-0d5418e7d945 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:25.221702 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ce39f322-7a65-4990-9403-989c6b6b09a4 req-b6c48b00-dae8-4395-895e-0d5418e7d945 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0826294 Jun 04 14:04:25.269895 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-ce39f322-7a65-4990-9403-989c6b6b09a4 req-7547b73e-7655-443a-b4e3-547e5412729c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423532 Jun 04 14:04:25.653057 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50646) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:25.769516 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-97465ee5-0842-4187-9918-b161b3bd6822 req-4b5764ff-3ec5-4506-826d-68c7bdc1769e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1153426 Jun 04 14:04:26.458025 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a406b-0209-4f85-965c-a7c714c094cf req-c02ade4d-b2e2-4319-95e3-91e5e1bfddb6 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:26.459473 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b64a406b-0209-4f85-965c-a7c714c094cf req-c02ade4d-b2e2-4319-95e3-91e5e1bfddb6 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0787406 Jun 04 14:04:26.506994 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b64a406b-0209-4f85-965c-a7c714c094cf req-433f3b03-7a34-4a14-802b-a074294061dc tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418055 Jun 04 14:04:27.279513 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97465ee5-0842-4187-9918-b161b3bd6822 req-cb5c0d7f-38cc-4ff2-bb8b-56e98d0c5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:27.281591 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-97465ee5-0842-4187-9918-b161b3bd6822 req-cb5c0d7f-38cc-4ff2-bb8b-56e98d0c5a09 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47&tenant_id=f48f4092fd134a8ab578c94827b48ebb HTTP/1.1" status: 200 len: 1096 time: 0.0700853 Jun 04 14:04:27.378817 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97465ee5-0842-4187-9918-b161b3bd6822 req-41773251-d61a-44a4-b2e1-78ba00034e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:27.380202 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-97465ee5-0842-4187-9918-b161b3bd6822 req-41773251-d61a-44a4-b2e1-78ba00034e93 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f48f4092fd134a8ab578c94827b48ebb&device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 1096 time: 0.0675206 Jun 04 14:04:27.505827 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97465ee5-0842-4187-9918-b161b3bd6822 req-a621fd86-0162-45a1-a187-052ed842733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:27.507162 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-97465ee5-0842-4187-9918-b161b3bd6822 req-a621fd86-0162-45a1-a187-052ed842733f service neutron] 10.222.0.17 "GET /v2.0/networks?id=184ce015-1a2c-47a7-9fdb-a44e9f2830db HTTP/1.1" status: 200 len: 917 time: 0.1213980 Jun 04 14:04:27.608436 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-97465ee5-0842-4187-9918-b161b3bd6822 req-669e6d03-d41f-4428-b607-5b18433347c3 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d HTTP/1.1" status: 200 len: 999 time: 0.0952127 Jun 04 14:04:27.671887 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97465ee5-0842-4187-9918-b161b3bd6822 req-71a65b80-af9e-4822-96d1-0dca3cb7147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:27.673311 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-97465ee5-0842-4187-9918-b161b3bd6822 req-71a65b80-af9e-4822-96d1-0dca3cb7147d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=92a6fe1c-a0b4-4010-aeb0-a3d93f102d72 HTTP/1.1" status: 200 len: 855 time: 0.0596144 Jun 04 14:04:27.692027 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac2417-c278-4fbf-89cc-e422f7e6ad0c req-f25d8591-3817-4209-b301-8d297726a795 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:27.693484 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-89ac2417-c278-4fbf-89cc-e422f7e6ad0c req-f25d8591-3817-4209-b301-8d297726a795 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0781994 Jun 04 14:04:27.737836 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-89ac2417-c278-4fbf-89cc-e422f7e6ad0c req-17a9da48-651c-4bba-8c02-4dd3a84ae450 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386052 Jun 04 14:04:27.746995 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97465ee5-0842-4187-9918-b161b3bd6822 req-63c38e10-79cc-40c5-85ac-8a25a7ea8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:27.748996 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-97465ee5-0842-4187-9918-b161b3bd6822 req-63c38e10-79cc-40c5-85ac-8a25a7ea8a9e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=184ce015-1a2c-47a7-9fdb-a44e9f2830db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696332 Jun 04 14:04:27.876326 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-97465ee5-0842-4187-9918-b161b3bd6822 req-fa0c16c4-7f02-405b-9fc7-5bea10c3df1a service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214445 Jun 04 14:04:28.002006 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-97465ee5-0842-4187-9918-b161b3bd6822 req-2f972cbf-d5b7-423c-abde-7d69418adeb3 service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199367 Jun 04 14:04:28.953452 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88918f-59be-4970-8114-c6e301106504 req-a2b41615-fe0a-46b6-8cf1-9e377646e697 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:28.955007 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ea88918f-59be-4970-8114-c6e301106504 req-a2b41615-fe0a-46b6-8cf1-9e377646e697 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0889463 Jun 04 14:04:29.003586 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ea88918f-59be-4970-8114-c6e301106504 req-34810611-b6af-48c9-9e87-4830ec8a6df0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427499 Jun 04 14:04:30.216074 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519cfc6-58ac-4e53-8173-018d7c560d6a req-c6298fc3-d4c7-46a0-9e3a-f7e0ec81e1b4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:30.218107 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1519cfc6-58ac-4e53-8173-018d7c560d6a req-c6298fc3-d4c7-46a0-9e3a-f7e0ec81e1b4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0981691 Jun 04 14:04:30.267792 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1519cfc6-58ac-4e53-8173-018d7c560d6a req-8ecd730e-d139-4f49-9844-80151440bc71 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403757 Jun 04 14:04:31.456988 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653838c9-50c4-4d85-a877-3601b68903da req-b55b6b6b-df40-427b-ba6e-0f4120775eaa tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:31.458556 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-653838c9-50c4-4d85-a877-3601b68903da req-b55b6b6b-df40-427b-ba6e-0f4120775eaa tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0814929 Jun 04 14:04:31.506738 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-653838c9-50c4-4d85-a877-3601b68903da req-71cefc41-8b4e-43a2-824e-81ce9dbc1839 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423589 Jun 04 14:04:32.705962 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad98056-6b3e-48ec-a5c8-d0c44432541d req-fbf65647-2ef8-40d7-8146-bba097c01226 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:32.707460 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6ad98056-6b3e-48ec-a5c8-d0c44432541d req-fbf65647-2ef8-40d7-8146-bba097c01226 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0823846 Jun 04 14:04:32.758314 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-6ad98056-6b3e-48ec-a5c8-d0c44432541d req-b0b848e9-9c1e-44ae-808c-1f039eb3d2c7 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451791 Jun 04 14:04:33.962811 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bf643-7674-41ec-8141-839d291e2d8c req-bd2a7c76-6633-4512-887e-e7f12cffe9b4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:33.970203 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-555bf643-7674-41ec-8141-839d291e2d8c req-bd2a7c76-6633-4512-887e-e7f12cffe9b4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0864365 Jun 04 14:04:34.010971 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-555bf643-7674-41ec-8141-839d291e2d8c req-580ddadb-72ef-488b-8727-d37de8a16d2c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405686 Jun 04 14:04:35.207805 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342e30f-9738-4e59-965c-218e25578e2b req-7f211fbf-5221-4338-9719-c3026e75c146 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:35.209308 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4342e30f-9738-4e59-965c-218e25578e2b req-7f211fbf-5221-4338-9719-c3026e75c146 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0857496 Jun 04 14:04:35.256065 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-4342e30f-9738-4e59-965c-218e25578e2b req-23facd23-826a-42c4-bb42-177149817b53 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Jun 04 14:04:35.945744 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-230b090b-b518-4733-9504-909224bcfa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:36.450180 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ba20f-fee7-43bc-90bf-936e990f950f req-cc52650b-1ffa-448a-8d4f-957c2a9d4858 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:36.452193 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-057ba20f-fee7-43bc-90bf-936e990f950f req-cc52650b-1ffa-448a-8d4f-957c2a9d4858 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0870719 Jun 04 14:04:36.497717 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-057ba20f-fee7-43bc-90bf-936e990f950f req-dbd13726-e773-4bfd-aca4-b039ee2aac96 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394204 Jun 04 14:04:37.683991 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692948b-e3be-4ea0-9c75-4ef6441759a9 req-36706b23-b639-4389-9791-9f761758906a tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:37.685399 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3692948b-e3be-4ea0-9c75-4ef6441759a9 req-36706b23-b639-4389-9791-9f761758906a tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0806997 Jun 04 14:04:37.813844 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3692948b-e3be-4ea0-9c75-4ef6441759a9 req-8a4850df-cc8b-4030-9df7-45a7fc4830f9 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221235 Jun 04 14:04:38.008135 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-aa66bb5e-99a3-4a09-964e-95758a6c1dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:38.031054 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:38.998819 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52ffd7-3c9f-4830-bb5b-b1b522bd06ed req-e19adcf4-ae63-42a6-ac20-9ebe3666c7eb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:39.000726 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2f52ffd7-3c9f-4830-bb5b-b1b522bd06ed req-e19adcf4-ae63-42a6-ac20-9ebe3666c7eb tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0797164 Jun 04 14:04:39.043877 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2f52ffd7-3c9f-4830-bb5b-b1b522bd06ed req-f85fc2e7-ee93-4b10-a1fd-b49b8022bcc4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378447 Jun 04 14:04:39.098245 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:39.207979 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:40.229191 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ca7de-5060-47bb-818c-a25e25d9a9d0 req-54f6e069-264a-4986-9697-f5b408f3e304 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:40.230643 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-902ca7de-5060-47bb-818c-a25e25d9a9d0 req-54f6e069-264a-4986-9697-f5b408f3e304 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0783360 Jun 04 14:04:40.273132 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-902ca7de-5060-47bb-818c-a25e25d9a9d0 req-08c2d6a8-cbd2-4af8-95f3-1a05f86fa4c8 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359716 Jun 04 14:04:40.492302 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:41.459168 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad738fb-420a-4d73-9090-118cd6a54f75 req-e9433c0b-b374-4148-b4d0-9b2ec7222b97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:41.460496 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5ad738fb-420a-4d73-9090-118cd6a54f75 req-e9433c0b-b374-4148-b4d0-9b2ec7222b97 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0766945 Jun 04 14:04:41.507227 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5ad738fb-420a-4d73-9090-118cd6a54f75 req-d0c9804c-79a8-427a-a502-01f1ef540691 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411708 Jun 04 14:04:42.691623 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77cc81-e70b-4b33-a053-e65c6df3f3a9 req-a0075a52-e4df-4ae4-acc3-114306870ed4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:42.693026 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5c77cc81-e70b-4b33-a053-e65c6df3f3a9 req-a0075a52-e4df-4ae4-acc3-114306870ed4 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.0790870 Jun 04 14:04:42.734747 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5c77cc81-e70b-4b33-a053-e65c6df3f3a9 req-65092d3a-bd5a-4239-96f3-d91ba9af08f3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359178 Jun 04 14:04:42.908488 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:04:43.738783 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20cb9e-3a66-4fce-b52e-326a48dbb45d req-eec2e056-d99f-41b0-a31b-86f5bb2f594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:43.740242 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cd20cb9e-3a66-4fce-b52e-326a48dbb45d req-eec2e056-d99f-41b0-a31b-86f5bb2f594d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=f48f4092fd134a8ab578c94827b48ebb&device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 1096 time: 0.0697913 Jun 04 14:04:44.015218 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20cb9e-3a66-4fce-b52e-326a48dbb45d req-977e56d2-4c9f-4b0e-844b-0bd2f6d8e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:44.016586 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cd20cb9e-3a66-4fce-b52e-326a48dbb45d req-977e56d2-4c9f-4b0e-844b-0bd2f6d8e3d9 service neutron] 10.222.0.17 "GET /v2.0/networks?id=184ce015-1a2c-47a7-9fdb-a44e9f2830db HTTP/1.1" status: 200 len: 917 time: 0.2571669 Jun 04 14:04:44.028206 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42177305-8299-4b6a-bec2-b652bb3ad25a req-e9e394ed-093e-424b-a981-1ff833fb6c8e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:44.029568 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42177305-8299-4b6a-bec2-b652bb3ad25a req-e9e394ed-093e-424b-a981-1ff833fb6c8e tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 943 time: 0.1246648 Jun 04 14:04:44.151574 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42177305-8299-4b6a-bec2-b652bb3ad25a req-4d8a48e7-031c-45c0-b6ab-97fb3568e407 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746245 Jun 04 14:04:44.158329 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cd20cb9e-3a66-4fce-b52e-326a48dbb45d req-e4a26f01-5da3-47e0-8960-7d9bf01d7a71 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d HTTP/1.1" status: 200 len: 999 time: 0.1278646 Jun 04 14:04:44.218551 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20cb9e-3a66-4fce-b52e-326a48dbb45d req-84e90f6a-aaea-465d-8e64-06a1aa9c8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:44.220622 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cd20cb9e-3a66-4fce-b52e-326a48dbb45d req-84e90f6a-aaea-465d-8e64-06a1aa9c8e05 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=92a6fe1c-a0b4-4010-aeb0-a3d93f102d72 HTTP/1.1" status: 200 len: 855 time: 0.0567193 Jun 04 14:04:44.295625 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20cb9e-3a66-4fce-b52e-326a48dbb45d req-5c1b0304-2085-4d02-9b67-06bb584d2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:44.296970 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cd20cb9e-3a66-4fce-b52e-326a48dbb45d req-5c1b0304-2085-4d02-9b67-06bb584d2a6f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=184ce015-1a2c-47a7-9fdb-a44e9f2830db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708621 Jun 04 14:04:44.423351 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cd20cb9e-3a66-4fce-b52e-326a48dbb45d req-5419433e-6c8b-494c-b622-056da26ff450 service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203184 Jun 04 14:04:44.548584 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-cd20cb9e-3a66-4fce-b52e-326a48dbb45d req-17fbdc0e-f093-4012-bc39-249062ebf754 service neutron] 10.222.0.17 "GET /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199334 Jun 04 14:04:44.895134 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 1b8ea536-e50b-41ec-849a-4a711c2e628d details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 14:04:45.023317 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 1b8ea536-e50b-41ec-849a-4a711c2e628d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:04:45.035930 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'port_id': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'mac_address': 'fa:16:3e:17:dd:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 14:04:45.094756 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 1b8ea536-e50b-41ec-849a-4a711c2e628d is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:04:45.095121 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:45.111637 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8ea536-e50b-41ec-849a-4a711c2e628d {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 14:04:45.126829 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 1b8ea536-e50b-41ec-849a-4a711c2e628d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:04:45.189903 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:45.286963 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=1b8ea536-e50b-41ec-849a-4a711c2e628d,revision_number=9']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:45.342838 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b40fa-680f-4809-8249-a7673c729dd7 req-04e41bcb-11cc-4029-9055-83430310e9c0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:45.344259 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a88b40fa-680f-4809-8249-a7673c729dd7 req-04e41bcb-11cc-4029-9055-83430310e9c0 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 944 time: 0.0805955 Jun 04 14:04:45.388169 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-a88b40fa-680f-4809-8249-a7673c729dd7 req-908e241e-af3a-4f86-b403-ca516068801c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375617 Jun 04 14:04:45.596436 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['1b8ea536-e50b-41ec-849a-4a711c2e628d'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 14:04:46.568668 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27390d5e-61b5-4bd6-bd8d-3616609b5d74 req-f3c5e332-b7ec-471f-a5e5-7b22f7f64909 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:46.570107 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-27390d5e-61b5-4bd6-bd8d-3616609b5d74 req-f3c5e332-b7ec-471f-a5e5-7b22f7f64909 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 944 time: 0.0760272 Jun 04 14:04:46.613132 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-27390d5e-61b5-4bd6-bd8d-3616609b5d74 req-86909012-cd1a-43c9-a38b-77b72aeb6dac tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375900 Jun 04 14:04:46.906643 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 1b8ea536-e50b-41ec-849a-4a711c2e628d up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 14:04:46.970747 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port 1b8ea536-e50b-41ec-849a-4a711c2e628d triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 14:04:46.971155 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:47.088944 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port 1b8ea536-e50b-41ec-849a-4a711c2e628d is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:04:47.089307 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:47.115346 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8ea536-e50b-41ec-849a-4a711c2e628d'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:04:47.124495 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port 1b8ea536-e50b-41ec-849a-4a711c2e628d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:04:47.159706 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6e4a4d-24d0-473f-bcfe-aeae375d85b6'] response: {'server_uuid': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'code': 200} Jun 04 14:04:47.183503 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:47.249725 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=1b8ea536-e50b-41ec-849a-4a711c2e628d,revision_number=10']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:47.529366 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83344b2d-460f-4e1b-8019-b63e02d41e27 req-713441a2-95ec-474c-8a84-503d6585cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:47.530771 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-83344b2d-460f-4e1b-8019-b63e02d41e27 req-713441a2-95ec-474c-8a84-503d6585cacf service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 1099 time: 0.0711336 Jun 04 14:04:47.569181 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-83344b2d-460f-4e1b-8019-b63e02d41e27 req-e878ab76-26f7-4524-bfc5-e171f3f40141 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326054 Jun 04 14:04:47.798454 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711453f-af09-434b-aca6-7a99a8e1939f req-e758d74d-87d8-4063-a0ec-b756ac073c8c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:47.800162 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-7711453f-af09-434b-aca6-7a99a8e1939f req-e758d74d-87d8-4063-a0ec-b756ac073c8c tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 946 time: 0.0782783 Jun 04 14:04:47.841776 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-7711453f-af09-434b-aca6-7a99a8e1939f req-94fd2924-bc33-4a3d-b37e-f99c57a83119 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361073 Jun 04 14:04:49.037057 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1610d2-9ef6-4daf-ac89-9489758df771 req-db5e8063-4a30-4739-8a21-7044a9e30925 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:49.037057 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0b1610d2-9ef6-4daf-ac89-9489758df771 req-db5e8063-4a30-4739-8a21-7044a9e30925 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 946 time: 0.0837820 Jun 04 14:04:49.080703 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-0b1610d2-9ef6-4daf-ac89-9489758df771 req-586250b6-0fd7-4a29-8532-f2c15f33c3d3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379889 Jun 04 14:04:50.272216 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd80f2-3641-49b5-b26b-f4cf42275740 req-a4a9eb11-0340-48a2-97ea-41307f9a8e8f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:50.273643 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-22cd80f2-3641-49b5-b26b-f4cf42275740 req-a4a9eb11-0340-48a2-97ea-41307f9a8e8f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 946 time: 0.0837963 Jun 04 14:04:50.317265 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-22cd80f2-3641-49b5-b26b-f4cf42275740 req-2967f64a-e9e2-4d2e-b3ec-ed322bb34e18 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377841 Jun 04 14:04:51.501737 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef60e58-e493-4b04-bce4-7e504d082fa4 req-414d9ee3-a25b-4754-87e5-f39008a14047 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:04:51.503070 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1ef60e58-e493-4b04-bce4-7e504d082fa4 req-414d9ee3-a25b-4754-87e5-f39008a14047 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 946 time: 0.0799613 Jun 04 14:04:51.545417 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-1ef60e58-e493-4b04-bce4-7e504d082fa4 req-8f4a2ff0-8079-41ce-b77b-29ca9b9af5d6 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369084 Jun 04 14:05:05.846996 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-a440b57a-1e3e-4a5b-ad80-d2ed8370a434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:08.012985 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-b19d5f07-9fed-4c03-8bcc-956d5a61ac41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:08.087214 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:09.081842 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:09.230321 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:10.492540 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:19.907144 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:05:35.851992 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-0c8a10a7-b59f-4c0b-a384-6d098d028210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:38.029487 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-fa117ed5-f24c-466f-9960-fb8c55503aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:38.115342 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:39.092115 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:39.200821 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:39.983904 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669b930-48e2-40f2-86e9-e10acc565933 req-ebdc13a0-f48c-46fa-9dec-6d2657b2e74f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:05:39.985247 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9669b930-48e2-40f2-86e9-e10acc565933 req-ebdc13a0-f48c-46fa-9dec-6d2657b2e74f tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 946 time: 0.0790203 Jun 04 14:05:40.030058 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-9669b930-48e2-40f2-86e9-e10acc565933 req-0d8a87be-081d-420b-b022-9d79b8ebd6a1 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386322 Jun 04 14:05:40.496604 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:41.215700 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5253b-719f-45b1-afc4-2b12bbbbee26 req-f2879d4e-6cd7-4c4a-9dde-7911e9d5d833 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:05:41.217136 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-22a5253b-719f-45b1-afc4-2b12bbbbee26 req-f2879d4e-6cd7-4c4a-9dde-7911e9d5d833 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 946 time: 0.0778253 Jun 04 14:05:41.263414 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-22a5253b-719f-45b1-afc4-2b12bbbbee26 req-f4e97d2b-931b-43b2-86e6-1e41e1a497d3 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406640 Jun 04 14:05:41.575145 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-3adabb0b-08a3-48c1-b755-a50774672ada tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:05:41.576566 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-3adabb0b-08a3-48c1-b755-a50774672ada tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.17 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 946 time: 0.0769546 Jun 04 14:05:41.643733 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Deleting port 1b8ea536-e50b-41ec-849a-4a711c2e628d {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:05:41.644069 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:41.883045 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] For port 1b8ea536-e50b-41ec-849a-4a711c2e628d, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=1b8ea536-e50b-41ec-849a-4a711c2e628d,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:05:41.883410 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:42.248841 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:42.249208 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3787985'] for floatingip, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:42.249516 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.db.l3_db [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Floating IP 803e9170-9b59-4675-9bd3-bb822998bf7c disassociated. External IP: 172.28.3.176, port: 1b8ea536-e50b-41ec-849a-4a711c2e628d. Jun 04 14:05:42.249896 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Calling delete_port for 1b8ea536-e50b-41ec-849a-4a711c2e628d owned by compute:nova {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:05:42.459950 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d58df-c554-448e-8cc1-b384f20fdc47 req-32ad6fec-0996-464a-aa72-8dd29b3c9f05 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:05:42.461338 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-eb7d58df-c554-448e-8cc1-b384f20fdc47 req-32ad6fec-0996-464a-aa72-8dd29b3c9f05 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 946 time: 0.0894325 Jun 04 14:05:42.495423 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:42.553521 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-eb7d58df-c554-448e-8cc1-b384f20fdc47 req-f7ad38ab-d93a-4bce-bade-22310121a7b6 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups?id=7508df07-3176-4ee0-bca2-febfdd0792f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865228 Jun 04 14:05:42.554230 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event deleted for resources: {'Port': ['ID=1b8ea536-e50b-41ec-849a-4a711c2e628d,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:05:42.566865 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:42.567173 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:42.567508 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:42.567837 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:42.568268 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:42.568475 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:42.568800 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:42.569121 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:42.569469 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:42.569745 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:42.570198 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:42.570393 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:42.745888 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Router 428b3660-d35a-417d-82bf-fb391b50b786 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 14:05:42.920273 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 14:05:42.930873 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7618fc7d-2f54-41d8-8873-d96dd39b9c3f None None] Sync routers for ids ['428b3660-d35a-417d-82bf-fb391b50b786'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 14:05:42.941343 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7618fc7d-2f54-41d8-8873-d96dd39b9c3f None None] Routers {'428b3660-d35a-417d-82bf-fb391b50b786'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:05:42.941992 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-7618fc7d-2f54-41d8-8873-d96dd39b9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T14:05:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['428b3660-d35a-417d-82bf-fb391b50b786'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:05:42.997241 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] No DVR routers for this DVR port 1b8ea536-e50b-41ec-849a-4a711c2e628d on host hv-cinder-84359 {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 14:05:42.999943 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:43.002780 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'name': 'network-vif-deleted', 'tag': '1b8ea536-e50b-41ec-849a-4a711c2e628d'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:05:43.054035 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0f5797-0970-4889-b94a-3575bab9c89d'] response: {'server_uuid': 'd186c1fa-fe7d-449c-b8e8-3cfa7bd96a47', 'name': 'network-vif-deleted', 'tag': '1b8ea536-e50b-41ec-849a-4a711c2e628d', 'status': 'completed', 'code': 200} Jun 04 14:05:43.110738 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c988ff76-e9f8-4715-81cd-9b433633c4e4 req-c20d7d8b-695e-42a5-a3c9-c1d63e99070d tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.17 "DELETE /v2.0/ports/1b8ea536-e50b-41ec-849a-4a711c2e628d HTTP/1.1" status: 204 len: 173 time: 1.5287411 Jun 04 14:05:43.124532 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-7618fc7d-2f54-41d8-8873-d96dd39b9c3f None None] Set router 428b3660-d35a-417d-82bf-fb391b50b786 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:05:43.426261 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-7618fc7d-2f54-41d8-8873-d96dd39b9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9', 'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'mac_address': 'fa:16:3e:5e:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:20Z', 'updated_at': '2022-06-04T13:58:26Z', 'revision_number': 5, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'subnets': [{'id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:05:43.430005 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7618fc7d-2f54-41d8-8873-d96dd39b9c3f None None] Checking router: 428b3660-d35a-417d-82bf-fb391b50b786 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 14:05:43.438141 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7618fc7d-2f54-41d8-8873-d96dd39b9c3f None None] Routers {'428b3660-d35a-417d-82bf-fb391b50b786'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:05:43.438724 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-7618fc7d-2f54-41d8-8873-d96dd39b9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T14:05:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['428b3660-d35a-417d-82bf-fb391b50b786'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:05:43.616022 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-7618fc7d-2f54-41d8-8873-d96dd39b9c3f None None] Set router 428b3660-d35a-417d-82bf-fb391b50b786 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:05:43.728397 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-96472ba7-8b4b-4bb9-b1f3-cd7e6b0a8089 req-47bb8799-f5ae-4538-b7b3-854f5717b088 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Synchronizing usage tracker for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:05:43.801257 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-96472ba7-8b4b-4bb9-b1f3-cd7e6b0a8089 req-47bb8799-f5ae-4538-b7b3-854f5717b088 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Unset dirty status for tenant:f48f4092fd134a8ab578c94827b48ebb on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:05:43.802468 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-96472ba7-8b4b-4bb9-b1f3-cd7e6b0a8089 req-47bb8799-f5ae-4538-b7b3-854f5717b088 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/ports?device_id=d186c1fa-fe7d-449c-b8e8-3cfa7bd96a47 HTTP/1.1" status: 200 len: 210 time: 0.1235750 Jun 04 14:05:43.918689 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-7618fc7d-2f54-41d8-8873-d96dd39b9c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9', 'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'mac_address': 'fa:16:3e:5e:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:20Z', 'updated_at': '2022-06-04T13:58:26Z', 'revision_number': 5, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'subnets': [{'id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:05:43.922373 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7618fc7d-2f54-41d8-8873-d96dd39b9c3f None None] The sync data for ids ['428b3660-d35a-417d-82bf-fb391b50b786'] in dv-cinder-843593-2-smb is: [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T13:58:21Z', 'revision_number': 4, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb', '_interfaces': [{'id': 'fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9', 'name': '', 'network_id': '184ce015-1a2c-47a7-9fdb-a44e9f2830db', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'mac_address': 'fa:16:3e:5e:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:20Z', 'updated_at': '2022-06-04T13:58:26Z', 'revision_number': 5, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'subnets': [{'id': '92a6fe1c-a0b4-4010-aeb0-a3d93f102d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 14:05:44.111430 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583be12b-3434-45ad-8263-70577f6175f2 None None] New status for floating IP 803e9170-9b59-4675-9bd3-bb822998bf7c: DOWN {{(pid=88649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 14:05:44.982205 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50796) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:05:45.045325 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:45.072736 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:45.171365 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 1b8ea536-e50b-41ec-849a-4a711c2e628d no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:05:45.193810 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:45.204690 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: 1b8ea536-e50b-41ec-849a-4a711c2e628d {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:05:45.205037 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device 1b8ea536-e50b-41ec-849a-4a711c2e628d not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:05:45.213397 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7508df07-3176-4ee0-bca2-febfdd0792f4,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:05:45.221221 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:45.226903 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:45.226903 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:45.226903 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:45.226903 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:45.226903 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:45.226903 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:45.226903 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:45.226903 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:45.226903 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:45.226903 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:45.226903 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:45.285235 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:45.286439 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-94ac4696-76f0-4f33-bef0-32d318d90319 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "DELETE /v2.0/security-groups/7508df07-3176-4ee0-bca2-febfdd0792f4 HTTP/1.1" status: 204 len: 168 time: 0.3031626 Jun 04 14:05:45.288880 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50800) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:05:45.304296 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.api.v2.resource [None req-b0ddfe51-6cce-4c16-8407-81987393a543 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] show failed (client error): The resource could not be found. Jun 04 14:05:45.305227 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-b0ddfe51-6cce-4c16-8407-81987393a543 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "GET /v2.0/security-groups/7508df07-3176-4ee0-bca2-febfdd0792f4 HTTP/1.1" status: 404 len: 347 time: 0.0154741 Jun 04 14:05:45.307680 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50804) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:05:45.461139 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-d2959cb9-2c06-4950-b0cb-124002b4c351 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Deleting port 1b4cc2ee-333b-4495-bed3-b860327cedd2 {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:05:45.461387 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d2959cb9-2c06-4950-b0cb-124002b4c351 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:45.624159 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d2959cb9-2c06-4950-b0cb-124002b4c351 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:45.624481 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d2959cb9-2c06-4950-b0cb-124002b4c351 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:45.743009 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-d2959cb9-2c06-4950-b0cb-124002b4c351 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Calling delete_port for 1b4cc2ee-333b-4495-bed3-b860327cedd2 owned by network:floatingip {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:05:45.947610 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d2959cb9-2c06-4950-b0cb-124002b4c351 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:45.996009 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2959cb9-2c06-4950-b0cb-124002b4c351 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Pushing event deleted for resources: {'Port': ['ID=1b4cc2ee-333b-4495-bed3-b860327cedd2,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:05:46.082164 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d2959cb9-2c06-4950-b0cb-124002b4c351 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks [] for floatingip, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:46.148953 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-d2959cb9-2c06-4950-b0cb-124002b4c351 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for floatingip, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:46.150104 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-d2959cb9-2c06-4950-b0cb-124002b4c351 tempest-AttachVolumeShelveTestJSON-974662561 tempest-AttachVolumeShelveTestJSON-974662561-project] 10.222.0.15 "DELETE /v2.0/floatingips/803e9170-9b59-4675-9bd3-bb822998bf7c HTTP/1.1" status: 204 len: 168 time: 0.8415585 Jun 04 14:05:49.103440 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50828) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:05:49.818743 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1c2499ca-bdec-4c9a-93fc-b74e5859e59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3800515'] for router_interface, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:50.154781 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-1c2499ca-bdec-4c9a-93fc-b74e5859e59a admin admin] Deleting port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:05:50.155478 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1c2499ca-bdec-4c9a-93fc-b74e5859e59a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:50.318366 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [None req-1c2499ca-bdec-4c9a-93fc-b74e5859e59a admin admin] For port fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:05:50.318712 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1c2499ca-bdec-4c9a-93fc-b74e5859e59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:50.434663 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-1c2499ca-bdec-4c9a-93fc-b74e5859e59a admin admin] Calling delete_port for fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 owned by network:router_interface {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:05:50.680727 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1c2499ca-bdec-4c9a-93fc-b74e5859e59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:50.723468 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2499ca-bdec-4c9a-93fc-b74e5859e59a admin admin] Pushing event deleted for resources: {'Port': ['ID=fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:05:51.081113 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1c2499ca-bdec-4c9a-93fc-b74e5859e59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3874416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3800447'] for router_interface, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:51.428044 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2499ca-bdec-4c9a-93fc-b74e5859e59a admin admin] Router 428b3660-d35a-417d-82bf-fb391b50b786 has already been hosted by L3 agent d15f56fd-bb49-4c2b-b025-ad4951a92d6c {{(pid=88648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 14:05:51.598709 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2499ca-bdec-4c9a-93fc-b74e5859e59a admin admin] Notify agent at l3_agent.dv-cinder-843593-2-smb the message routers_updated {{(pid=88648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 14:05:51.607076 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3fdf9e-595d-4e8d-a856-5f44478eeab1 None None] Sync routers for ids ['428b3660-d35a-417d-82bf-fb391b50b786'] in dv-cinder-843593-2-smb {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 14:05:51.610743 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-1c2499ca-bdec-4c9a-93fc-b74e5859e59a admin admin] 10.222.0.15 "PUT /v2.0/routers/428b3660-d35a-417d-82bf-fb391b50b786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5061738 Jun 04 14:05:51.613198 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50834) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:05:51.616182 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3fdf9e-595d-4e8d-a856-5f44478eeab1 None None] Routers {'428b3660-d35a-417d-82bf-fb391b50b786'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:05:51.616771 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-ec3fdf9e-595d-4e8d-a856-5f44478eeab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T14:05:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['428b3660-d35a-417d-82bf-fb391b50b786'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:05:51.789859 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] Notify callbacks [] for router, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:51.819342 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-ec3fdf9e-595d-4e8d-a856-5f44478eeab1 None None] Set router 428b3660-d35a-417d-82bf-fb391b50b786 gateway port host: dv-cinder-843593-2-smb {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:05:51.970067 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:52.023835 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] Deleting port 5deb9ab2-985e-4a02-a47d-3876e70e5a1d {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:05:52.024174 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:52.097254 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-ec3fdf9e-595d-4e8d-a856-5f44478eeab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'external_fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8'}], 'enable_snat': True}, 'gw_port_id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T14:05:50Z', 'revision_number': 5, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port': {'id': '5deb9ab2-985e-4a02-a47d-3876e70e5a1d', 'name': '', 'network_id': '7517ec8c-2fb8-4891-807d-eceecf54c444', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b3660-d35a-417d-82bf-fb391b50b786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'ip_address': '172.28.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843593-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-04T13:58:17Z', 'updated_at': '2022-06-04T13:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5fa480c-9647-43ff-a34c-fb9a16935d1a', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843593-2-smb'}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:05:52.101058 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3fdf9e-595d-4e8d-a856-5f44478eeab1 None None] Checking router: 428b3660-d35a-417d-82bf-fb391b50b786 for host: dv-cinder-843593-2-smb {{(pid=88650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 14:05:52.109535 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3fdf9e-595d-4e8d-a856-5f44478eeab1 None None] Routers {'428b3660-d35a-417d-82bf-fb391b50b786'} bound to L3 agent in host dv-cinder-843593-2-smb {{(pid=88650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 04 14:05:52.110150 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-ec3fdf9e-595d-4e8d-a856-5f44478eeab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843593-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-04T13:41:38Z,description=,heartbeat_timestamp=2022-06-04T14:05:38Z,host='dv-cinder-843593-2-smb',id=d15f56fd-bb49-4c2b-b025-ad4951a92d6c,load=0,resource_versions=,resources_synced=,started_at=2022-06-04T13:41:39Z,topic='l3_agent')) {'router_ids': ['428b3660-d35a-417d-82bf-fb391b50b786'], 'active': True} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:05:52.194753 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] For port 5deb9ab2-985e-4a02-a47d-3876e70e5a1d, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=5deb9ab2-985e-4a02-a47d-3876e70e5a1d,segment=NetworkSegment(438ffc1e-9b04-4419-a4d9-c356ca246870),segment_id=438ffc1e-9b04-4419-a4d9-c356ca246870)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:05:52.195100 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:52.255130 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_dvr_db [None req-ec3fdf9e-595d-4e8d-a856-5f44478eeab1 None None] Set router 428b3660-d35a-417d-82bf-fb391b50b786 gateway port host: None {{(pid=88650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 04 14:05:52.362548 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.l3_hamode_db [None req-ec3fdf9e-595d-4e8d-a856-5f44478eeab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T14:05:51Z', 'revision_number': 6, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port_host': None}], 'dv-cinder-843593-2-smb', False) {} {{(pid=88650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:05:52.366864 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3fdf9e-595d-4e8d-a856-5f44478eeab1 None None] The sync data for ids ['428b3660-d35a-417d-82bf-fb391b50b786'] in dv-cinder-843593-2-smb is: [{'id': '428b3660-d35a-417d-82bf-fb391b50b786', 'name': 'tempest-AttachVolumeShelveTestJSON-445252195-router', 'tenant_id': 'f48f4092fd134a8ab578c94827b48ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-04T13:58:16Z', 'updated_at': '2022-06-04T14:05:51Z', 'revision_number': 6, 'project_id': 'f48f4092fd134a8ab578c94827b48ebb', 'gw_port_host': None}] {{(pid=88650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 14:05:52.425736 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] Calling delete_port for 5deb9ab2-985e-4a02-a47d-3876e70e5a1d owned by network:router_gateway {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:05:52.646095 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:52.695044 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] Pushing event deleted for resources: {'Port': ['ID=5deb9ab2-985e-4a02-a47d-3876e70e5a1d,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:05:52.788046 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3788006'] for router_gateway, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:52.956516 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26746'] for router, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:52.958594 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:53.023341 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3786017'] for router, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:53.023845 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 428b3660-d35a-417d-82bf-fb391b50b786 {{(pid=88648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 14:05:53.036129 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] Notify callbacks [] for router, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:53.037233 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-225b8358-9373-408f-b5dd-39e20905fc7b admin admin] 10.222.0.15 "DELETE /v2.0/routers/428b3660-d35a-417d-82bf-fb391b50b786 HTTP/1.1" status: 204 len: 168 time: 1.4230859 Jun 04 14:05:53.039761 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50838) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:05:53.099684 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e201ef8-b75c-44f4-bb5b-0ece9721927c admin admin] Deleting subnet 92a6fe1c-a0b4-4010-aeb0-a3d93f102d72 {{(pid=88648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 14:05:53.102656 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9e201ef8-b75c-44f4-bb5b-0ece9721927c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:53.151962 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9e201ef8-b75c-44f4-bb5b-0ece9721927c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2407732'] for subnet, precommit_delete_associations {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:53.232586 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9e201ef8-b75c-44f4-bb5b-0ece9721927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563026'] for subnet, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:53.344158 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9e201ef8-b75c-44f4-bb5b-0ece9721927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25948275'] for subnet, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:53.382866 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e201ef8-b75c-44f4-bb5b-0ece9721927c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a6fe1c-a0b4-4010-aeb0-a3d93f102d72,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:05:53.387965 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-9e201ef8-b75c-44f4-bb5b-0ece9721927c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:53.394608 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-9e201ef8-b75c-44f4-bb5b-0ece9721927c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/92a6fe1c-a0b4-4010-aeb0-a3d93f102d72 HTTP/1.1" status: 204 len: 168 time: 0.3538489 Jun 04 14:05:53.396988 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50842) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:05:53.400811 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932b08ca-236a-4f68-9b68-ed5bf9c10aec None None] Network 184ce015-1a2c-47a7-9fdb-a44e9f2830db requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 14:05:53.504431 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604469'] for network, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:53.514990 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] Deleting port 63d13790-28c2-45a5-b100-239371b3db36 {{(pid=88648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:05:53.515315 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:53.657112 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d91b2c-0b32-4c8c-b0b3-4134a4e004e6 None None] DHCP port deletion for 184ce015-1a2c-47a7-9fdb-a44e9f2830db request from dv-cinder-843593-2-smb {{(pid=88649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 04 14:05:53.661860 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-f0d91b2c-0b32-4c8c-b0b3-4134a4e004e6 None None] Deleting port 63d13790-28c2-45a5-b100-239371b3db36 {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:05:53.662229 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f0d91b2c-0b32-4c8c-b0b3-4134a4e004e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:53.734061 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.db [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] For port 63d13790-28c2-45a5-b100-239371b3db36, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=63d13790-28c2-45a5-b100-239371b3db36,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:05:53.734623 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:53.745585 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 63d13790-28c2-45a5-b100-239371b3db36 no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:05:53.858515 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.plugin [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] Calling delete_port for 63d13790-28c2-45a5-b100-239371b3db36 owned by network:dhcp {{(pid=88648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:05:53.980221 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-f0d91b2c-0b32-4c8c-b0b3-4134a4e004e6 None None] For port 63d13790-28c2-45a5-b100-239371b3db36, host dv-cinder-843593-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843593-2-smb',level=0,port_id=63d13790-28c2-45a5-b100-239371b3db36,segment=NetworkSegment(8d5e0092-cee3-415c-b0c0-2e00996fd26c),segment_id=8d5e0092-cee3-415c-b0c0-2e00996fd26c)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:05:53.980609 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f0d91b2c-0b32-4c8c-b0b3-4134a4e004e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:54.109388 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-f0d91b2c-0b32-4c8c-b0b3-4134a4e004e6 None None] Calling delete_port for 63d13790-28c2-45a5-b100-239371b3db36 owned by network:dhcp {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:05:54.131027 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2204556'] for port, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:54.135349 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Current status of the port 63d13790-28c2-45a5-b100-239371b3db36 is: ACTIVE; New status is: DOWN {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:05:54.135967 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:54.182113 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d13790-28c2-45a5-b100-239371b3db36,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:05:54.186964 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] No DVR routers for this DVR port 63d13790-28c2-45a5-b100-239371b3db36 on host dv-cinder-843593-2-smb {{(pid=88648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 14:05:54.226459 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 5deb9ab2-985e-4a02-a47d-3876e70e5a1d no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:05:54.260780 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: 5deb9ab2-985e-4a02-a47d-3876e70e5a1d {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:05:54.260780 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device 5deb9ab2-985e-4a02-a47d-3876e70e5a1d not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:05:54.260780 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 no longer exists at agent ovs-agent-dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:05:54.287785 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.db.api [None req-f0d91b2c-0b32-4c8c-b0b3-4134a4e004e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 14:05:54.288132 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG oslo_db.api [None req-f0d91b2c-0b32-4c8c-b0b3-4134a4e004e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 14:05:54.295994 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] No Port match for: fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:05:54.296328 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Device fa97a1e5-af9a-42c6-8d3c-a1ddffed22f9 not bound to the agent host dv-cinder-843593-2-smb {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:05:54.303617 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-919093', 'neutron.services.segments.db._delete_segments_for_network-8784468802214'] for network, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:54.328281 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184ce015-1a2c-47a7-9fdb-a44e9f2830db']}} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:05:54.340348 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5e0092-cee3-415c-b0c0-2e00996fd26c') {'for_net_delete': True} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:05:54.340639 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5e0092-cee3-415c-b0c0-2e00996fd26c') {} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:05:54.351479 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784468805825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2407741'] for segment, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:54.367089 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:54.373037 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 14:05:54.373414 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-918837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2204507'] for segment, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:54.459374 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.services.segments.plugin [-] Segment 8d5e0092-cee3-415c-b0c0-2e00996fd26c resource provider aggregate not found Jun 04 14:05:54.475968 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.services.segments.plugin [-] Segment 8d5e0092-cee3-415c-b0c0-2e00996fd26c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d5e0092-cee3-415c-b0c0-2e00996fd26c found for delete ", "request_id": "req-a7a5fded-586d-45d5-aa00-d8b88c9fffb9"}]} Jun 04 14:05:54.525915 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-919102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787971'] for network, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:54.541580 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:54.553275 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=184ce015-1a2c-47a7-9fdb-a44e9f2830db,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:05:54.633826 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-0514c236-88fb-4276-a09c-97f452464f27 admin admin] 10.222.0.15 "DELETE /v2.0/networks/184ce015-1a2c-47a7-9fdb-a44e9f2830db HTTP/1.1" status: 204 len: 168 time: 1.2358034 Jun 04 14:05:54.789045 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-f0d91b2c-0b32-4c8c-b0b3-4134a4e004e6 None None] Deleting port 63d13790-28c2-45a5-b100-239371b3db36 {{(pid=88649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:05:54.789581 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f0d91b2c-0b32-4c8c-b0b3-4134a4e004e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:54.852915 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-f0d91b2c-0b32-4c8c-b0b3-4134a4e004e6 None None] The port '63d13790-28c2-45a5-b100-239371b3db36' was deleted {{(pid=88649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 04 14:05:54.935583 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50854) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:05:54.983277 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-d8fdc767-9652-4e94-b9b9-15979daf067e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f48f4092fd134a8ab578c94827b48ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462701 Jun 04 14:05:54.985620 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50858) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:05:55.041859 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1c47da64-b1b0-4596-892f-e00ed6127ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:55.067311 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1c47da64-b1b0-4596-892f-e00ed6127ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:55.200780 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1c47da64-b1b0-4596-892f-e00ed6127ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:55.216164 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47da64-b1b0-4596-892f-e00ed6127ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783c3879-a3d2-4cab-aa72-ca3f92c2d750,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:05:55.225485 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-1c47da64-b1b0-4596-892f-e00ed6127ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:55.226651 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-1c47da64-b1b0-4596-892f-e00ed6127ce4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/783c3879-a3d2-4cab-aa72-ca3f92c2d750 HTTP/1.1" status: 204 len: 168 time: 0.2401166 Jun 04 14:05:56.905074 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:06:02.566871 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50958) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:06:02.679980 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc9a1-772b-4146-a4cc-a669492c0ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:02.698186 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-c3ecc9a1-772b-4146-a4cc-a669492c0ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:06:02.701991 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-c3ecc9a1-772b-4146-a4cc-a669492c0ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:d10420d3085d48f5993b12cdf9c349ff is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:06:02.704756 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-c3ecc9a1-772b-4146-a4cc-a669492c0ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:06:02.711055 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-c3ecc9a1-772b-4146-a4cc-a669492c0ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:06:02.790694 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc9a1-772b-4146-a4cc-a669492c0ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:02.855575 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc9a1-772b-4146-a4cc-a669492c0ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:02.901666 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-c3ecc9a1-772b-4146-a4cc-a669492c0ef8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d10420d3085d48f5993b12cdf9c349ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337564 Jun 04 14:06:02.903303 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecc9a1-772b-4146-a4cc-a669492c0ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281f9a76-fe0a-4b78-baa2-76c8ecdcd91c,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:02.904327 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50964) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:06:02.960602 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a85edf14-9b02-46ab-93ba-039b2e6716f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:02.985038 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a85edf14-9b02-46ab-93ba-039b2e6716f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:03.148939 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a85edf14-9b02-46ab-93ba-039b2e6716f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:03.163118 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85edf14-9b02-46ab-93ba-039b2e6716f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281f9a76-fe0a-4b78-baa2-76c8ecdcd91c,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:03.169549 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a85edf14-9b02-46ab-93ba-039b2e6716f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:03.170698 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-a85edf14-9b02-46ab-93ba-039b2e6716f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/281f9a76-fe0a-4b78-baa2-76c8ecdcd91c HTTP/1.1" status: 204 len: 168 time: 0.2653818 Jun 04 14:06:03.683104 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50972) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:06:03.700134 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-bac1ec7a-086b-493e-9416-17e744b987b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:03.714463 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-bac1ec7a-086b-493e-9416-17e744b987b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:06:03.718216 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-bac1ec7a-086b-493e-9416-17e744b987b8 admin admin] Usage tracker for resource:security_group_rule and tenant:6caf782c7bdb499e8651e751a0c03235 is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:06:03.720993 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [None req-bac1ec7a-086b-493e-9416-17e744b987b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:06:03.727333 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [None req-bac1ec7a-086b-493e-9416-17e744b987b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:06:03.807581 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-bac1ec7a-086b-493e-9416-17e744b987b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:03.862896 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-bac1ec7a-086b-493e-9416-17e744b987b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:03.908538 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-bac1ec7a-086b-493e-9416-17e744b987b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6caf782c7bdb499e8651e751a0c03235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244313 Jun 04 14:06:03.909344 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1ec7a-086b-493e-9416-17e744b987b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bc0839-a760-42d5-bf46-a38fb80e7506,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:03.911693 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50976) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:06:03.970940 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1df44ee0-22d9-4f8d-940e-d40cff463b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:03.995236 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1df44ee0-22d9-4f8d-940e-d40cff463b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:04.095860 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1df44ee0-22d9-4f8d-940e-d40cff463b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:04.114658 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df44ee0-22d9-4f8d-940e-d40cff463b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bc0839-a760-42d5-bf46-a38fb80e7506,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:04.123071 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-1df44ee0-22d9-4f8d-940e-d40cff463b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:04.124168 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-1df44ee0-22d9-4f8d-940e-d40cff463b45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1bc0839-a760-42d5-bf46-a38fb80e7506 HTTP/1.1" status: 204 len: 168 time: 0.2112319 Jun 04 14:06:04.803540 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 50984) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:06:04.820347 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e350e02f-e10d-4057-9a15-af7ff1fbcc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:04.834056 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-e350e02f-e10d-4057-9a15-af7ff1fbcc0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:06:04.837763 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-e350e02f-e10d-4057-9a15-af7ff1fbcc0a admin admin] Usage tracker for resource:security_group_rule and tenant:660688f33f3f44aeac7e7a0181c4b9fa is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:06:04.840479 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-e350e02f-e10d-4057-9a15-af7ff1fbcc0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:06:04.845992 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-e350e02f-e10d-4057-9a15-af7ff1fbcc0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:06:04.923198 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e350e02f-e10d-4057-9a15-af7ff1fbcc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:04.983380 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e350e02f-e10d-4057-9a15-af7ff1fbcc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:05.028917 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-e350e02f-e10d-4057-9a15-af7ff1fbcc0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=660688f33f3f44aeac7e7a0181c4b9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244244 Jun 04 14:06:05.030560 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350e02f-e10d-4057-9a15-af7ff1fbcc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92a1c84-d283-4c4b-bf5d-0f33881c7943,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:05.031594 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 50988) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:06:05.088939 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a869270d-c76b-4d84-b743-b1d407540c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:05.114342 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a869270d-c76b-4d84-b743-b1d407540c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:05.228673 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a869270d-c76b-4d84-b743-b1d407540c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:05.244491 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869270d-c76b-4d84-b743-b1d407540c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92a1c84-d283-4c4b-bf5d-0f33881c7943,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:05.252928 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-a869270d-c76b-4d84-b743-b1d407540c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:05.254059 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-a869270d-c76b-4d84-b743-b1d407540c11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e92a1c84-d283-4c4b-bf5d-0f33881c7943 HTTP/1.1" status: 204 len: 168 time: 0.2214813 Jun 04 14:06:05.891634 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-baba371f-aae8-410d-a081-797b37dba9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:08.023160 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-21f74bc8-20f6-43d9-b70d-ced90c01594f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:08.080205 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:09.091618 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:09.222752 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:10.508432 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:23.844166 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 51114) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:06:23.956105 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4dae9c14-a0a1-4cac-a0f9-aaaf6643d605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:23.970362 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-4dae9c14-a0a1-4cac-a0f9-aaaf6643d605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:06:23.974252 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-4dae9c14-a0a1-4cac-a0f9-aaaf6643d605 admin admin] Usage tracker for resource:security_group_rule and tenant:daa8484fdb4d4b3ea53b995d0f08a344 is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:06:23.977657 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-4dae9c14-a0a1-4cac-a0f9-aaaf6643d605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:06:23.983552 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-4dae9c14-a0a1-4cac-a0f9-aaaf6643d605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:06:24.062194 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4dae9c14-a0a1-4cac-a0f9-aaaf6643d605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:24.114007 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-4dae9c14-a0a1-4cac-a0f9-aaaf6643d605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:24.164528 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-4dae9c14-a0a1-4cac-a0f9-aaaf6643d605 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=daa8484fdb4d4b3ea53b995d0f08a344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186781 Jun 04 14:06:24.165485 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae9c14-a0a1-4cac-a0f9-aaaf6643d605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c052910-dbe4-4f42-b093-0bfde5dae7e8,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:24.166626 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 51120) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:06:24.310341 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d51ad955-022e-48cf-8fde-967412e37624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:24.334459 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d51ad955-022e-48cf-8fde-967412e37624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:24.462423 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d51ad955-022e-48cf-8fde-967412e37624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:24.476712 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ad955-022e-48cf-8fde-967412e37624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c052910-dbe4-4f42-b093-0bfde5dae7e8,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:24.484659 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-d51ad955-022e-48cf-8fde-967412e37624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:24.485764 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-d51ad955-022e-48cf-8fde-967412e37624 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c052910-dbe4-4f42-b093-0bfde5dae7e8 HTTP/1.1" status: 204 len: 168 time: 0.3181329 Jun 04 14:06:25.456337 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 51144) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:06:25.557835 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-136648817-network', 'tenant_id': 'c15c5fde1d744f4893d18e007d7e4f0e'}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:06:25.562487 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:06:25.566435 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Usage tracker for resource:network and tenant:c15c5fde1d744f4893d18e007d7e4f0e is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:06:25.569378 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:06:25.575942 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:06:25.644296 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Made reservation on behalf of c15c5fde1d744f4893d18e007d7e4f0e for: {'network': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 14:06:25.646651 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for network, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:25.658751 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:25.673075 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:06:25.677029 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:c15c5fde1d744f4893d18e007d7e4f0e is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:06:25.680495 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:06:25.686632 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:06:25.764240 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:25.817011 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:25.844729 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=88648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 14:06:25.853083 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd17d59f-c124-4546-8369-f73fc3dbb9be,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:25.858688 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:25.859037 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.db.segments_db [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Added segment 34b36ea5-e385-4ed7-a96f-22e3c3b2e5da of type vlan for network 424b99e5-0e9a-4c1e-b251-50f0c9e061fa Jun 04 14:06:25.883678 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784468338167'] for network, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:25.954184 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425'] for network, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:25.955104 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:25.955671 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:26.061503 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=424b99e5-0e9a-4c1e-b251-50f0c9e061fa,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:26.070908 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Network 424b99e5-0e9a-4c1e-b251-50f0c9e061fa details requested by agent ovs-agent-dv-cinder-843593-2-smb with host dv-cinder-843593-2-smb {{(pid=88649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 14:06:26.154676 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-0b0228f3-aec8-4f8c-bd74-d133404e8cc0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6972368 Jun 04 14:06:26.157351 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 51150) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:06:26.163730 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.v2.base [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] Request body: {'subnet': {'network_id': '424b99e5-0e9a-4c1e-b251-50f0c9e061fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-136648817-subnet', 'tenant_id': 'c15c5fde1d744f4893d18e007d7e4f0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:06:26.169928 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:06:26.173247 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] Usage tracker for resource:subnet and tenant:c15c5fde1d744f4893d18e007d7e4f0e is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:06:26.176139 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:06:26.181816 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:06:26.262233 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] Made reservation on behalf of c15c5fde1d744f4893d18e007d7e4f0e for: {'subnet': 1} {{(pid=88648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 14:06:26.264470 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25948270'] for subnet, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:26.512775 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2218044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25948284'] for subnet, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:26.580948 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f715444b-9d68-4ec9-b7c6-2cd49d28fd97,revision_number=0']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:26.591340 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] Checking segment: {'id': '34b36ea5-e385-4ed7-a96f-22e3c3b2e5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '424b99e5-0e9a-4c1e-b251-50f0c9e061fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 14:06:26.591687 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] Network hostable DHCP agents. Network: 424b99e5-0e9a-4c1e-b251-50f0c9e061fa, hostable agents: ['42a98316-b7f1-4484-a149-60c398db0b27'], hosted agents: [] {{(pid=88648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 14:06:26.685025 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] Network 424b99e5-0e9a-4c1e-b251-50f0c9e061fa is scheduled to be hosted by DHCP agent 42a98316-b7f1-4484-a149-60c398db0b27 with binding_index 1 {{(pid=88648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 14:06:26.742169 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.scheduler.base_scheduler [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843593-2-smb, 424b99e5-0e9a-4c1e-b251-50f0c9e061fa) {{(pid=88648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 14:06:26.746135 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:26.746745 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:26.751230 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f12517-1d66-4076-b852-d31c7cae40dd None None] Network 424b99e5-0e9a-4c1e-b251-50f0c9e061fa requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 14:06:26.823740 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-e147991f-2e8a-45f5-9791-5ca6d48199e5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6651471 Jun 04 14:06:26.955337 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f51b7-e12f-4fdb-9e62-477ea8019904 None None] Network 424b99e5-0e9a-4c1e-b251-50f0c9e061fa requested from dv-cinder-843593-2-smb {{(pid=88649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 04 14:06:29.281285 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-bce391c9-13d4-4931-9835-17b4c2eb400e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:29.281964 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-bce391c9-13d4-4931-9835-17b4c2eb400e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Synchronizing usage tracker for tenant:c15c5fde1d744f4893d18e007d7e4f0e on resource:network {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:06:29.381382 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-bce391c9-13d4-4931-9835-17b4c2eb400e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Unset dirty status for tenant:c15c5fde1d744f4893d18e007d7e4f0e on resource:network {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:06:29.382564 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-bce391c9-13d4-4931-9835-17b4c2eb400e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/networks?id=424b99e5-0e9a-4c1e-b251-50f0c9e061fa HTTP/1.1" status: 200 len: 808 time: 0.2405307 Jun 04 14:06:29.397047 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-d1e8ccf6-4644-4e5c-889d-610a5e2ec34e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/quotas/c15c5fde1d744f4893d18e007d7e4f0e HTTP/1.1" status: 200 len: 375 time: 0.0089910 Jun 04 14:06:29.446280 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-ede8a1ee-804c-4fc8-8164-f61b2506b139 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c15c5fde1d744f4893d18e007d7e4f0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443485 Jun 04 14:06:29.573280 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a491987d-df42-42a9-ad86-4a9a031c3227 service neutron] 10.222.0.15 "GET /v2.0/networks/424b99e5-0e9a-4c1e-b251-50f0c9e061fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205471 Jun 04 14:06:29.704468 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-f2c3473a-9e26-4792-b3d4-ae4a8bd6622f service neutron] 10.222.0.15 "GET /v2.0/networks/424b99e5-0e9a-4c1e-b251-50f0c9e061fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255901 Jun 04 14:06:30.010679 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-874d4fad-7018-4405-ab43-9762cc5efefa req-2b4284a6-81be-4f00-ada8-700c6790d217 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 210 time: 0.0951850 Jun 04 14:06:31.159486 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-7be20c63-ed56-4d9f-a541-3f0ef239a73b req-4f6b6624-594d-4994-98d0-fbc8356c0d4f tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 210 time: 0.0409784 Jun 04 14:06:32.141050 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-38455d27-fa88-46bf-a7ba-d47d4ed116a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:32.142495 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-38455d27-fa88-46bf-a7ba-d47d4ed116a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.17 "GET /v2.0/networks?id=424b99e5-0e9a-4c1e-b251-50f0c9e061fa HTTP/1.1" status: 200 len: 808 time: 0.1480198 Jun 04 14:06:32.160370 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Request body: {'port': {'device_id': '0131ed2b-eb4a-443b-93d4-f649a5d250f8', 'network_id': '424b99e5-0e9a-4c1e-b251-50f0c9e061fa', 'admin_state_up': True, 'tenant_id': 'c15c5fde1d744f4893d18e007d7e4f0e'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:06:32.329048 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-8de31347-f3dd-4786-a6c2-537bc42ebf65 req-fa549d35-674d-4080-bfbd-3890ff46c539 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 210 time: 0.0582237 Jun 04 14:06:32.336758 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:06:32.340727 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Usage tracker for resource:port and tenant:c15c5fde1d744f4893d18e007d7e4f0e is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:06:32.343688 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:06:32.349952 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:06:32.415475 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Made reservation on behalf of c15c5fde1d744f4893d18e007d7e4f0e for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 14:06:32.418954 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:32.576976 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Allocated IP 172.20.0.7 (424b99e5-0e9a-4c1e-b251-50f0c9e061fa/f715444b-9d68-4ec9-b7c6-2cd49d28fd97/e4558cae-c35f-4126-93d3-3d181593ead2) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 14:06:32.768979 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:32.857018 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:32.928897 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Network 424b99e5-0e9a-4c1e-b251-50f0c9e061fa is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 14:06:32.931830 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 14:06:32.935540 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 14:06:32.964881 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Pushing event updated for resources: {'Port': ['ID=e4558cae-c35f-4126-93d3-3d181593ead2,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:32.998886 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:32.999475 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:33.097348 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-51338f00-94b2-4a8f-a57e-412c30886c5e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9407146 Jun 04 14:06:33.156852 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Request body: {'port': {'device_id': '0131ed2b-eb4a-443b-93d4-f649a5d250f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:06:33.266007 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:33.609231 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4558cae-c35f-4126-93d3-3d181593ead2 {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 14:06:33.616865 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:33.631370 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Transition to ACTIVE for port object e4558cae-c35f-4126-93d3-3d181593ead2 will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 14:06:33.660469 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58300d3-4ab8-476f-b84d-b6b81645300c req-e2a14b11-a036-4a7b-9130-299511b56edb tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:33.662000 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d58300d3-4ab8-476f-b84d-b6b81645300c req-e2a14b11-a036-4a7b-9130-299511b56edb tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 931 time: 0.0775199 Jun 04 14:06:33.708258 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:33.708468 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-d58300d3-4ab8-476f-b84d-b6b81645300c req-327bbfdd-f0e8-4c42-9327-cd9ef72ed0f8 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Synchronizing usage tracker for tenant:c15c5fde1d744f4893d18e007d7e4f0e on resource:security_group {{(pid=88648) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:06:33.799736 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [req-d58300d3-4ab8-476f-b84d-b6b81645300c req-327bbfdd-f0e8-4c42-9327-cd9ef72ed0f8 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Unset dirty status for tenant:c15c5fde1d744f4893d18e007d7e4f0e on resource:security_group {{(pid=88648) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:06:33.800903 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d58300d3-4ab8-476f-b84d-b6b81645300c req-327bbfdd-f0e8-4c42-9327-cd9ef72ed0f8 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330910 Jun 04 14:06:33.904491 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:06:33.944279 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4558cae-c35f-4126-93d3-3d181593ead2,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:34.014266 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Attempting to bind port e4558cae-c35f-4126-93d3-3d181593ead2 on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 14:06:34.014614 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Attempting to bind port e4558cae-c35f-4126-93d3-3d181593ead2 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '34b36ea5-e385-4ed7-a96f-22e3c3b2e5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '424b99e5-0e9a-4c1e-b251-50f0c9e061fa'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 14:06:34.014927 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Attempting to bind port e4558cae-c35f-4126-93d3-3d181593ead2 on network 424b99e5-0e9a-4c1e-b251-50f0c9e061fa {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 14:06:34.019465 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Port e4558cae-c35f-4126-93d3-3d181593ead2 on network 424b99e5-0e9a-4c1e-b251-50f0c9e061fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 14:06:34.019783 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Attempting to bind port e4558cae-c35f-4126-93d3-3d181593ead2 on network 424b99e5-0e9a-4c1e-b251-50f0c9e061fa {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 14:06:34.024775 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 14, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 14:06:34.025110 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Checking segment: {'id': '34b36ea5-e385-4ed7-a96f-22e3c3b2e5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '424b99e5-0e9a-4c1e-b251-50f0c9e061fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 14:06:34.025488 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Bound using segment: {'id': '34b36ea5-e385-4ed7-a96f-22e3c3b2e5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '424b99e5-0e9a-4c1e-b251-50f0c9e061fa'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 14:06:34.025991 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Bound port: e4558cae-c35f-4126-93d3-3d181593ead2, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b36ea5-e385-4ed7-a96f-22e3c3b2e5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '424b99e5-0e9a-4c1e-b251-50f0c9e061fa'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 14:06:34.026331 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:34.115694 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] For port e4558cae-c35f-4126-93d3-3d181593ead2, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 14:06:34.118708 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] For port e4558cae-c35f-4126-93d3-3d181593ead2, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=e4558cae-c35f-4126-93d3-3d181593ead2,segment=NetworkSegment(34b36ea5-e385-4ed7-a96f-22e3c3b2e5da),segment_id=34b36ea5-e385-4ed7-a96f-22e3c3b2e5da)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 14:06:34.183025 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:34.241512 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:34.242124 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:34.243461 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] 10.222.0.17 "PUT /v2.0/ports/e4558cae-c35f-4126-93d3-3d181593ead2 HTTP/1.1" status: 200 len: 1093 time: 1.1330168 Jun 04 14:06:34.243879 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0131ed2b-eb4a-443b-93d4-f649a5d250f8', 'tag': 'e4558cae-c35f-4126-93d3-3d181593ead2'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:06:34.262619 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c93f4-63ec-4ad2-9042-0c4c6721c5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4558cae-c35f-4126-93d3-3d181593ead2,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:34.288197 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a2e938-2b43-46d7-93d4-0c94cacbcb5c'] response: {'name': 'network-changed', 'server_uuid': '0131ed2b-eb4a-443b-93d4-f649a5d250f8', 'tag': 'e4558cae-c35f-4126-93d3-3d181593ead2', 'status': 'completed', 'code': 200} Jun 04 14:06:34.400182 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa34ce-e2b4-4c7f-ae25-e73d7148cf15 req-7fc5973f-e2d7-4a23-aea0-c68eb18cb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:34.401623 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ebaa34ce-e2b4-4c7f-ae25-e73d7148cf15 req-7fc5973f-e2d7-4a23-aea0-c68eb18cb8e0 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c15c5fde1d744f4893d18e007d7e4f0e&device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 1096 time: 0.0725589 Jun 04 14:06:34.540758 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa34ce-e2b4-4c7f-ae25-e73d7148cf15 req-5f928990-b740-412e-b5e7-df092879f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:34.542093 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ebaa34ce-e2b4-4c7f-ae25-e73d7148cf15 req-5f928990-b740-412e-b5e7-df092879f7bd service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=c15c5fde1d744f4893d18e007d7e4f0e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1280911 Jun 04 14:06:34.670673 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa34ce-e2b4-4c7f-ae25-e73d7148cf15 req-519bb24c-8127-46a0-85f4-ae12e2adc9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:34.672052 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-ebaa34ce-e2b4-4c7f-ae25-e73d7148cf15 req-519bb24c-8127-46a0-85f4-ae12e2adc9a3 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244056 Jun 04 14:06:34.793388 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a2c74e17-5322-4220-b111-af2f98988997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:34.794744 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-a2c74e17-5322-4220-b111-af2f98988997 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c15c5fde1d744f4893d18e007d7e4f0e&device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 1096 time: 0.0672715 Jun 04 14:06:34.869578 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-1ad2e031-8027-4022-8524-a6842115ce04 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4558cae-c35f-4126-93d3-3d181593ead2 HTTP/1.1" status: 200 len: 217 time: 0.0629563 Jun 04 14:06:34.933027 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-6d944e1f-7fd2-4999-af6e-716e7944a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:34.934525 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-6d944e1f-7fd2-4999-af6e-716e7944a909 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=f715444b-9d68-4ec9-b7c6-2cd49d28fd97 HTTP/1.1" status: 200 len: 848 time: 0.0596848 Jun 04 14:06:34.982224 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-d0d423a0-1bcd-43f0-aca8-d50fb32b0806 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=424b99e5-0e9a-4c1e-b251-50f0c9e061fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421519 Jun 04 14:06:34.995590 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cae60-6450-4082-8d05-13956758ec5a req-d061ebf9-594c-47fb-9c77-d033dde586d1 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:34.997017 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d26cae60-6450-4082-8d05-13956758ec5a req-d061ebf9-594c-47fb-9c77-d033dde586d1 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 943 time: 0.0776978 Jun 04 14:06:35.040465 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d26cae60-6450-4082-8d05-13956758ec5a req-9c5bda02-b444-4766-ae13-e807d1d900cd tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376041 Jun 04 14:06:35.112806 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-c15a47a5-11f6-4d41-8617-9fcedfbc58ac service neutron] 10.222.0.17 "GET /v2.0/networks/424b99e5-0e9a-4c1e-b251-50f0c9e061fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248195 Jun 04 14:06:35.241623 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-20cbd65b-c6df-40d3-b0a8-ac48e5d397ed req-89539fdc-f51d-45b7-9a6b-36a624da8581 service neutron] 10.222.0.17 "GET /v2.0/networks/424b99e5-0e9a-4c1e-b251-50f0c9e061fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231899 Jun 04 14:06:35.856559 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-4d48b7e5-6c99-496a-b594-8f79effe23d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:36.222889 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae5935-db88-41e6-a51c-c5a7b0530a41 req-ca2f0b58-e098-4b11-8605-08ed33903dbd tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:36.223565 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-2fae5935-db88-41e6-a51c-c5a7b0530a41 req-ca2f0b58-e098-4b11-8605-08ed33903dbd tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Synchronizing usage tracker for tenant:c15c5fde1d744f4893d18e007d7e4f0e on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:06:36.289466 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-2fae5935-db88-41e6-a51c-c5a7b0530a41 req-ca2f0b58-e098-4b11-8605-08ed33903dbd tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Unset dirty status for tenant:c15c5fde1d744f4893d18e007d7e4f0e on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:06:36.290620 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2fae5935-db88-41e6-a51c-c5a7b0530a41 req-ca2f0b58-e098-4b11-8605-08ed33903dbd tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 943 time: 0.1436417 Jun 04 14:06:36.333903 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2fae5935-db88-41e6-a51c-c5a7b0530a41 req-29d7ba13-bef9-4d2e-bc50-84fdc6de3a02 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374408 Jun 04 14:06:37.512775 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1fb5e-ced2-467d-a05d-02e663b50bd2 req-c11d21d2-c98f-416d-8a57-7464714caf19 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:37.514108 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e6d1fb5e-ced2-467d-a05d-02e663b50bd2 req-c11d21d2-c98f-416d-8a57-7464714caf19 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 943 time: 0.0791337 Jun 04 14:06:37.638251 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-e6d1fb5e-ced2-467d-a05d-02e663b50bd2 req-47790413-64da-4f7f-becc-aed5a10c1674 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184793 Jun 04 14:06:38.027780 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-5a7aca60-5b4c-40f2-af62-1a5e09c69c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:38.090780 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:38.818549 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7484af9-be55-4a4e-b926-09eeec9ee91b req-57895aba-0ca7-48bf-9d89-9ee1cf438e1f tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:38.819955 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a7484af9-be55-4a4e-b926-09eeec9ee91b req-57895aba-0ca7-48bf-9d89-9ee1cf438e1f tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 943 time: 0.0801086 Jun 04 14:06:38.861162 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-a7484af9-be55-4a4e-b926-09eeec9ee91b req-d7fa31d2-9ba3-4111-98f4-23603e001b80 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357170 Jun 04 14:06:39.182374 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:39.273288 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:39.420787 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device e4558cae-c35f-4126-93d3-3d181593ead2 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 14:06:39.554330 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port e4558cae-c35f-4126-93d3-3d181593ead2, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=e4558cae-c35f-4126-93d3-3d181593ead2,segment=NetworkSegment(34b36ea5-e385-4ed7-a96f-22e3c3b2e5da),segment_id=34b36ea5-e385-4ed7-a96f-22e3c3b2e5da)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:06:39.566713 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': 'e4558cae-c35f-4126-93d3-3d181593ead2', 'network_id': '424b99e5-0e9a-4c1e-b251-50f0c9e061fa', 'port_id': 'e4558cae-c35f-4126-93d3-3d181593ead2', 'mac_address': 'fa:16:3e:82:ea:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f715444b-9d68-4ec9-b7c6-2cd49d28fd97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 14:06:39.622203 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port e4558cae-c35f-4126-93d3-3d181593ead2 is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:06:39.622569 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:39.668898 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4558cae-c35f-4126-93d3-3d181593ead2 {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 14:06:39.684187 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port e4558cae-c35f-4126-93d3-3d181593ead2, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=e4558cae-c35f-4126-93d3-3d181593ead2,segment=NetworkSegment(34b36ea5-e385-4ed7-a96f-22e3c3b2e5da),segment_id=34b36ea5-e385-4ed7-a96f-22e3c3b2e5da)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:06:39.748239 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:39.811995 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=e4558cae-c35f-4126-93d3-3d181593ead2,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:39.819325 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:39.819666 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:39.820003 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:39.820332 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:39.820654 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:39.820977 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:39.821351 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:39.821678 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:39.822014 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:39.822331 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:39.822645 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:39.822960 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:40.042630 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a7a19-e05a-44e1-a622-4a745977548a req-f7630953-7cad-43a3-b820-80c1b68b4a24 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:40.043944 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-169a7a19-e05a-44e1-a622-4a745977548a req-f7630953-7cad-43a3-b820-80c1b68b4a24 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 944 time: 0.0775833 Jun 04 14:06:40.086893 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-169a7a19-e05a-44e1-a622-4a745977548a req-147d6df2-cfd6-4608-a994-3dc9f58e2136 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373080 Jun 04 14:06:40.151652 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['e4558cae-c35f-4126-93d3-3d181593ead2'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 14:06:40.519469 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:41.267064 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c5a90-695b-40aa-b84d-42a4f41a9536 req-74c3daed-6d18-47a4-acf8-ad93d9316cc7 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:41.268509 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b40c5a90-695b-40aa-b84d-42a4f41a9536 req-74c3daed-6d18-47a4-acf8-ad93d9316cc7 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 944 time: 0.0792873 Jun 04 14:06:41.311335 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b40c5a90-695b-40aa-b84d-42a4f41a9536 req-3bddbf1a-65b4-4d19-a9a6-ce2785ec8267 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372169 Jun 04 14:06:41.435507 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device e4558cae-c35f-4126-93d3-3d181593ead2 up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 14:06:41.582193 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port e4558cae-c35f-4126-93d3-3d181593ead2 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 14:06:41.586701 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port e4558cae-c35f-4126-93d3-3d181593ead2 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 14:06:41.587060 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:41.697495 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port e4558cae-c35f-4126-93d3-3d181593ead2 is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:06:41.698100 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:41.723783 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0131ed2b-eb4a-443b-93d4-f649a5d250f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4558cae-c35f-4126-93d3-3d181593ead2'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:06:41.733658 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port e4558cae-c35f-4126-93d3-3d181593ead2, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=e4558cae-c35f-4126-93d3-3d181593ead2,segment=NetworkSegment(34b36ea5-e385-4ed7-a96f-22e3c3b2e5da),segment_id=34b36ea5-e385-4ed7-a96f-22e3c3b2e5da)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:06:41.767747 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99992e8b-09c3-4db3-8cf7-3acdf5b2498a'] response: {'server_uuid': '0131ed2b-eb4a-443b-93d4-f649a5d250f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4558cae-c35f-4126-93d3-3d181593ead2', 'code': 200} Jun 04 14:06:41.788203 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:41.857991 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=e4558cae-c35f-4126-93d3-3d181593ead2,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:42.137529 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8e5db-872d-4678-94bd-c39f97635027 req-f317780e-e6c7-47f0-87c3-22a943885db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:42.139013 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d4d8e5db-872d-4678-94bd-c39f97635027 req-f317780e-e6c7-47f0-87c3-22a943885db4 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 1098 time: 0.0711162 Jun 04 14:06:42.178624 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d4d8e5db-872d-4678-94bd-c39f97635027 req-da60aef4-654e-4f36-82d5-89280aadedd3 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336473 Jun 04 14:06:42.489640 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ccdd5-a33a-44d6-9ca5-592846bbf8fa req-d0d0b94a-e0bf-428e-aaa6-359241849fb4 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:42.490995 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c16ccdd5-a33a-44d6-9ca5-592846bbf8fa req-d0d0b94a-e0bf-428e-aaa6-359241849fb4 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 945 time: 0.0767705 Jun 04 14:06:42.535553 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-c16ccdd5-a33a-44d6-9ca5-592846bbf8fa req-5cddfce5-a5f8-4de1-8700-20c6d6f107b4 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391433 Jun 04 14:06:43.718723 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663b9c3-0e4c-4615-941b-9cb59bd96e40 req-6f460de2-8f14-4814-99f9-4183da62a99d tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:43.720159 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5663b9c3-0e4c-4615-941b-9cb59bd96e40 req-6f460de2-8f14-4814-99f9-4183da62a99d tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 945 time: 0.0807014 Jun 04 14:06:43.766210 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5663b9c3-0e4c-4615-941b-9cb59bd96e40 req-aa9acc85-8532-4d9f-8559-cfc6fc97c3cb tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402746 Jun 04 14:06:45.021478 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f986a5-90c2-44ef-a896-9783576c0ea2 req-ee7ccf37-ef44-472c-b733-b439852b90d1 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:45.022930 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-08f986a5-90c2-44ef-a896-9783576c0ea2 req-ee7ccf37-ef44-472c-b733-b439852b90d1 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 945 time: 0.1539614 Jun 04 14:06:45.065291 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-08f986a5-90c2-44ef-a896-9783576c0ea2 req-555bfca9-9b1a-4fc9-b5f2-2831aed6532d tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367534 Jun 04 14:06:46.508602 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd23e2-4ab9-4e3e-afff-40c216f9b1f3 req-959bc74a-78ae-43bc-9dc0-274f30118f83 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:46.509964 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-84dd23e2-4ab9-4e3e-afff-40c216f9b1f3 req-959bc74a-78ae-43bc-9dc0-274f30118f83 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 945 time: 0.0797246 Jun 04 14:06:46.552195 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-84dd23e2-4ab9-4e3e-afff-40c216f9b1f3 req-84037737-a941-46e7-ba21-284691035a4e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367742 Jun 04 14:06:47.733713 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca74f50-f9d3-49e6-81ab-407119be9099 req-29058a74-8fe6-4a02-a7f1-7c1b591b1225 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:47.735186 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-bca74f50-f9d3-49e6-81ab-407119be9099 req-29058a74-8fe6-4a02-a7f1-7c1b591b1225 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 945 time: 0.0783451 Jun 04 14:06:47.781374 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-bca74f50-f9d3-49e6-81ab-407119be9099 req-b804f0e0-28df-4627-99ff-b6ed0f05e107 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404994 Jun 04 14:06:48.061889 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d513ac1-47d2-4bb7-bba3-d3344bc76850 req-7cbcc648-7c17-40af-a4f8-c042a79e11fc tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:48.063288 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2d513ac1-47d2-4bb7-bba3-d3344bc76850 req-7cbcc648-7c17-40af-a4f8-c042a79e11fc tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.17 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 945 time: 0.0764616 Jun 04 14:06:48.136064 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-2d513ac1-47d2-4bb7-bba3-d3344bc76850 req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Deleting port e4558cae-c35f-4126-93d3-3d181593ead2 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:06:48.136418 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2d513ac1-47d2-4bb7-bba3-d3344bc76850 req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:48.375609 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-2d513ac1-47d2-4bb7-bba3-d3344bc76850 req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] For port e4558cae-c35f-4126-93d3-3d181593ead2, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=e4558cae-c35f-4126-93d3-3d181593ead2,segment=NetworkSegment(34b36ea5-e385-4ed7-a96f-22e3c3b2e5da),segment_id=34b36ea5-e385-4ed7-a96f-22e3c3b2e5da)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:06:48.375967 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2d513ac1-47d2-4bb7-bba3-d3344bc76850 req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:48.495257 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-2d513ac1-47d2-4bb7-bba3-d3344bc76850 req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Calling delete_port for e4558cae-c35f-4126-93d3-3d181593ead2 owned by compute:nova {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:06:48.742312 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2d513ac1-47d2-4bb7-bba3-d3344bc76850 req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:48.776476 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['e4558cae-c35f-4126-93d3-3d181593ead2'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 14:06:48.789474 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Pushing event deleted for resources: {'Port': ['ID=e4558cae-c35f-4126-93d3-3d181593ead2,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:48.823199 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:48.823540 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:48.823871 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:48.824199 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:48.824524 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:48.824841 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:48.825161 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:48.825477 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:48.825813 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:48.826144 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:48.826458 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:48.826769 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:06:48.877408 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d513ac1-47d2-4bb7-bba3-d3344bc76850 req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] No DVR routers for this DVR port e4558cae-c35f-4126-93d3-3d181593ead2 on host hv-cinder-84359 {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 14:06:48.879953 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-2d513ac1-47d2-4bb7-bba3-d3344bc76850 req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:48.882648 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0131ed2b-eb4a-443b-93d4-f649a5d250f8', 'name': 'network-vif-deleted', 'tag': 'e4558cae-c35f-4126-93d3-3d181593ead2'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:06:48.930037 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7df369f-03ce-4a10-940c-d7fd735adc6f'] response: {'server_uuid': '0131ed2b-eb4a-443b-93d4-f649a5d250f8', 'name': 'network-vif-deleted', 'tag': 'e4558cae-c35f-4126-93d3-3d181593ead2', 'status': 'completed', 'code': 200} Jun 04 14:06:48.935540 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-5a56d617-2f81-412f-9658-c6d9c0a69b7f req-7f885c43-e9ae-4b0f-9ce4-087a8754fb6a tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Synchronizing usage tracker for tenant:c15c5fde1d744f4893d18e007d7e4f0e on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:06:48.977921 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-2d513ac1-47d2-4bb7-bba3-d3344bc76850 req-6aaa214d-eb95-4787-bcda-e083b0fe4c70 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.17 "DELETE /v2.0/ports/e4558cae-c35f-4126-93d3-3d181593ead2 HTTP/1.1" status: 204 len: 173 time: 0.9080763 Jun 04 14:06:49.044670 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-5a56d617-2f81-412f-9658-c6d9c0a69b7f req-7f885c43-e9ae-4b0f-9ce4-087a8754fb6a tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Unset dirty status for tenant:c15c5fde1d744f4893d18e007d7e4f0e on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:06:49.046131 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-5a56d617-2f81-412f-9658-c6d9c0a69b7f req-7f885c43-e9ae-4b0f-9ce4-087a8754fb6a tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=0131ed2b-eb4a-443b-93d4-f649a5d250f8 HTTP/1.1" status: 200 len: 210 time: 0.1545370 Jun 04 14:06:50.392833 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-0c8aad2a-f2eb-4045-bf9c-04fd85daa8a7 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:50.394260 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-0c8aad2a-f2eb-4045-bf9c-04fd85daa8a7 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/networks?id=424b99e5-0e9a-4c1e-b251-50f0c9e061fa HTTP/1.1" status: 200 len: 808 time: 0.1401107 Jun 04 14:06:50.408863 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-86617f7a-7d77-4712-b36d-c88641ab02b2 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/quotas/c15c5fde1d744f4893d18e007d7e4f0e HTTP/1.1" status: 200 len: 375 time: 0.0085342 Jun 04 14:06:50.454002 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-d7a91dc7-0ea9-4622-ae83-fbafbdadd72e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c15c5fde1d744f4893d18e007d7e4f0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403612 Jun 04 14:06:50.503784 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-252895ed-3b1c-485b-8e53-133851ecc67d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 14:06:50.504725 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-252895ed-3b1c-485b-8e53-133851ecc67d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439575 Jun 04 14:06:50.630129 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-fb52fa33-9089-4a39-a093-f7894d21051d service neutron] 10.222.0.15 "GET /v2.0/networks/424b99e5-0e9a-4c1e-b251-50f0c9e061fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191413 Jun 04 14:06:50.757015 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-cfd1bcc0-3fb0-41a6-b154-02329f62bc8d service neutron] 10.222.0.15 "GET /v2.0/networks/424b99e5-0e9a-4c1e-b251-50f0c9e061fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206443 Jun 04 14:06:51.026414 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3df1c5c5-e542-41bb-8e0c-591bff163291 req-557bbd6f-bffd-4b56-b910-b424742a4a78 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 210 time: 0.0413222 Jun 04 14:06:51.498527 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device e4558cae-c35f-4126-93d3-3d181593ead2 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:06:51.532130 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: e4558cae-c35f-4126-93d3-3d181593ead2 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:06:51.532402 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device e4558cae-c35f-4126-93d3-3d181593ead2 not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:06:52.175319 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-34e38200-d062-4da7-8b73-fe882863d1fb req-42867326-3b39-43b7-99eb-4194017dfd08 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 210 time: 0.0471759 Jun 04 14:06:53.017117 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-31b9acf3-14aa-4765-982b-cd51df85793a tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:53.018559 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-31b9acf3-14aa-4765-982b-cd51df85793a tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.17 "GET /v2.0/networks?id=424b99e5-0e9a-4c1e-b251-50f0c9e061fa HTTP/1.1" status: 200 len: 808 time: 0.2288041 Jun 04 14:06:53.035442 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Request body: {'port': {'device_id': 'bc2d1038-21d3-4909-81c9-7a4f6a76d467', 'network_id': '424b99e5-0e9a-4c1e-b251-50f0c9e061fa', 'admin_state_up': True, 'tenant_id': 'c15c5fde1d744f4893d18e007d7e4f0e'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:06:53.169313 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:06:53.173350 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Usage tracker for resource:port and tenant:c15c5fde1d744f4893d18e007d7e4f0e is out of sync, need to count used quota {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:06:53.176269 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88647) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:06:53.182340 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.quota.driver [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88647) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:06:53.231911 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Made reservation on behalf of c15c5fde1d744f4893d18e007d7e4f0e for: {'port': 1} {{(pid=88647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 14:06:53.235721 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:53.322207 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-5d94eb8c-316d-4085-8bec-57c16833be9f req-955dfd5e-6d10-45e2-89b3-51f9bf9ba94b tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 210 time: 0.0417175 Jun 04 14:06:53.398193 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.db_base_plugin_common [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Allocated IP 172.20.0.4 (424b99e5-0e9a-4c1e-b251-50f0c9e061fa/f715444b-9d68-4ec9-b7c6-2cd49d28fd97/af362ea9-c3e7-4d76-a15f-7868298ca160) {{(pid=88647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 14:06:53.597775 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks [] for port, precommit_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:53.678732 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784468348802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_create {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:53.753424 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Network 424b99e5-0e9a-4c1e-b251-50f0c9e061fa is already hosted by enough agents. {{(pid=88647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 14:06:53.757735 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.scheduler.base_scheduler [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Resources bound (agent type, host, resource id): {{(pid=88647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 14:06:53.761556 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Received port after_create {{(pid=88647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 04 14:06:53.796277 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Pushing event updated for resources: {'Port': ['ID=af362ea9-c3e7-4d76-a15f-7868298ca160,revision_number=1']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:53.826600 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:53.827182 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:53.902336 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-6089379c-3ffb-4c1b-ac35-24f05b7e87a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8703241 Jun 04 14:06:53.919743 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.v2.base [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Request body: {'port': {'device_id': 'bc2d1038-21d3-4909-81c9-7a4f6a76d467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84359'}} {{(pid=88647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:06:54.028212 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:54.355901 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af362ea9-c3e7-4d76-a15f-7868298ca160 {{(pid=88647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 14:06:54.363475 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:54.378383 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.provisioning_blocks [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Transition to ACTIVE for port object af362ea9-c3e7-4d76-a15f-7868298ca160 will not be triggered until provisioned by entity L2. {{(pid=88647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 14:06:54.460008 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:54.634547 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Pushing event updated for resources: {'Port': ['ID=af362ea9-c3e7-4d76-a15f-7868298ca160,revision_number=2']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:54.699697 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d4735-6a82-483f-b5ba-60c23cb5aed8 req-43627987-04c4-476c-9e3c-0f39a1935ba8 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:54.699697 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-e98d4735-6a82-483f-b5ba-60c23cb5aed8 req-43627987-04c4-476c-9e3c-0f39a1935ba8 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Synchronizing usage tracker for tenant:c15c5fde1d744f4893d18e007d7e4f0e on resource:port {{(pid=88647) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:06:54.726049 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Attempting to bind port af362ea9-c3e7-4d76-a15f-7868298ca160 on host hv-cinder-84359 for vnic_type normal with profile {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 14:06:54.726312 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Attempting to bind port af362ea9-c3e7-4d76-a15f-7868298ca160 by drivers openvswitch,hyperv on host hv-cinder-84359 at level 0 using segments [{'id': '34b36ea5-e385-4ed7-a96f-22e3c3b2e5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '424b99e5-0e9a-4c1e-b251-50f0c9e061fa'}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 14:06:54.726636 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Attempting to bind port af362ea9-c3e7-4d76-a15f-7868298ca160 on network 424b99e5-0e9a-4c1e-b251-50f0c9e061fa {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 14:06:54.731319 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Port af362ea9-c3e7-4d76-a15f-7868298ca160 on network 424b99e5-0e9a-4c1e-b251-50f0c9e061fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84359 {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 14:06:54.731640 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Attempting to bind port af362ea9-c3e7-4d76-a15f-7868298ca160 on network 424b99e5-0e9a-4c1e-b251-50f0c9e061fa {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 14:06:54.737074 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Checking agent: {'id': '1bf33558-cc9d-44c4-b3c2-02328f27f0b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84359', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'started_at': datetime.datetime(2022, 6, 4, 13, 48, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 4, 14, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 14:06:54.737422 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Checking segment: {'id': '34b36ea5-e385-4ed7-a96f-22e3c3b2e5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '424b99e5-0e9a-4c1e-b251-50f0c9e061fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 04 14:06:54.737811 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Bound using segment: {'id': '34b36ea5-e385-4ed7-a96f-22e3c3b2e5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '424b99e5-0e9a-4c1e-b251-50f0c9e061fa'} {{(pid=88647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 14:06:54.738239 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.managers [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Bound port: af362ea9-c3e7-4d76-a15f-7868298ca160, host: hv-cinder-84359, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b36ea5-e385-4ed7-a96f-22e3c3b2e5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '424b99e5-0e9a-4c1e-b251-50f0c9e061fa'}}] {{(pid=88647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 14:06:54.738574 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:54.781123 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.quota.resource [req-e98d4735-6a82-483f-b5ba-60c23cb5aed8 req-43627987-04c4-476c-9e3c-0f39a1935ba8 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Unset dirty status for tenant:c15c5fde1d744f4893d18e007d7e4f0e on resource:port {{(pid=88647) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:06:54.782287 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e98d4735-6a82-483f-b5ba-60c23cb5aed8 req-43627987-04c4-476c-9e3c-0f39a1935ba8 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 943 time: 0.3573463 Jun 04 14:06:54.854416 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e98d4735-6a82-483f-b5ba-60c23cb5aed8 req-92365559-77e7-40b3-a997-1412bf33f9a3 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659459 Jun 04 14:06:54.863179 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] For port af362ea9-c3e7-4d76-a15f-7868298ca160, host hv-cinder-84359, cleared binding levels {{(pid=88647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 14:06:54.863179 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] For port af362ea9-c3e7-4d76-a15f-7868298ca160, host hv-cinder-84359, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af362ea9-c3e7-4d76-a15f-7868298ca160,segment=NetworkSegment(34b36ea5-e385-4ed7-a96f-22e3c3b2e5da),segment_id=34b36ea5-e385-4ed7-a96f-22e3c3b2e5da)] {{(pid=88647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 14:06:54.907808 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2991156'] for port, after_update {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:55.045722 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:55.046340 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:55.047675 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] 10.222.0.17 "PUT /v2.0/ports/af362ea9-c3e7-4d76-a15f-7868298ca160 HTTP/1.1" status: 200 len: 1093 time: 1.1318948 Jun 04 14:06:55.048091 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2d1038-21d3-4909-81c9-7a4f6a76d467', 'tag': 'af362ea9-c3e7-4d76-a15f-7868298ca160'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:06:55.074520 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69033643-d213-4e3f-89fd-1eb4820326dc service neutron] Pushing event updated for resources: {'Port': ['ID=af362ea9-c3e7-4d76-a15f-7868298ca160,revision_number=3']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:06:55.091804 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880b28ae-f480-41a7-9ec6-3b56ea5bb6d1'] response: {'name': 'network-changed', 'server_uuid': 'bc2d1038-21d3-4909-81c9-7a4f6a76d467', 'tag': 'af362ea9-c3e7-4d76-a15f-7868298ca160', 'status': 'completed', 'code': 200} Jun 04 14:06:55.201457 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa1513-28f9-42d6-8fe4-a68ba626df9b req-e86921e7-f24a-4e50-b5d3-9250f44b2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:55.202950 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e8fa1513-28f9-42d6-8fe4-a68ba626df9b req-e86921e7-f24a-4e50-b5d3-9250f44b2de7 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c15c5fde1d744f4893d18e007d7e4f0e&device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 1096 time: 0.0702460 Jun 04 14:06:55.344689 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa1513-28f9-42d6-8fe4-a68ba626df9b req-9f0ea09c-f4d8-4915-b224-745c3e69265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:55.346078 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e8fa1513-28f9-42d6-8fe4-a68ba626df9b req-9f0ea09c-f4d8-4915-b224-745c3e69265a service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=c15c5fde1d744f4893d18e007d7e4f0e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1311147 Jun 04 14:06:55.480635 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa1513-28f9-42d6-8fe4-a68ba626df9b req-87216773-cbe8-43bb-a00c-e242e2f535ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:55.482356 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e8fa1513-28f9-42d6-8fe4-a68ba626df9b req-87216773-cbe8-43bb-a00c-e242e2f535ff service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292613 Jun 04 14:06:55.608918 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-7e32d18b-1039-4f4e-8a4f-c62f0e0ba4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:55.610413 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-7e32d18b-1039-4f4e-8a4f-c62f0e0ba4e0 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c15c5fde1d744f4893d18e007d7e4f0e&device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 1096 time: 0.0740352 Jun 04 14:06:55.684634 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-51adef99-3d68-4ed7-9b53-a7ca90f5d62c service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af362ea9-c3e7-4d76-a15f-7868298ca160 HTTP/1.1" status: 200 len: 217 time: 0.0627141 Jun 04 14:06:55.745756 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-a9c3aa65-7dbe-46fd-a602-b572c68e5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:55.747548 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-a9c3aa65-7dbe-46fd-a602-b572c68e5d33 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=f715444b-9d68-4ec9-b7c6-2cd49d28fd97 HTTP/1.1" status: 200 len: 848 time: 0.0568037 Jun 04 14:06:55.792727 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-2c705703-3666-44c9-8e74-9999faa1ebb7 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=424b99e5-0e9a-4c1e-b251-50f0c9e061fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396879 Jun 04 14:06:55.923057 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-fc00b2b4-e66a-48f5-ba90-efed6a3a7358 service neutron] 10.222.0.17 "GET /v2.0/networks/424b99e5-0e9a-4c1e-b251-50f0c9e061fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245551 Jun 04 14:06:56.105913 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-42bf518f-1ea5-48c3-ad34-3ce96e392753 req-216cd735-fed0-43ed-b44d-7cda81a70bf8 service neutron] 10.222.0.17 "GET /v2.0/networks/424b99e5-0e9a-4c1e-b251-50f0c9e061fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759150 Jun 04 14:06:56.124001 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112c47c-3542-4067-93c8-81865d371e18 req-da0f2480-1c7a-43fe-bfbc-bcc50efcffa5 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:56.125422 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3112c47c-3542-4067-93c8-81865d371e18 req-da0f2480-1c7a-43fe-bfbc-bcc50efcffa5 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 943 time: 0.1261201 Jun 04 14:06:56.170062 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-3112c47c-3542-4067-93c8-81865d371e18 req-54074d4b-24f5-4d8e-9225-1152c6dcc721 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382955 Jun 04 14:06:57.351947 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e5bf0-2847-458f-9597-330862026335 req-98942f7e-f460-4855-9aea-d25c3fdca768 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:57.353357 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3b6e5bf0-2847-458f-9597-330862026335 req-98942f7e-f460-4855-9aea-d25c3fdca768 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 943 time: 0.0799403 Jun 04 14:06:57.395846 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-3b6e5bf0-2847-458f-9597-330862026335 req-275e7123-67e2-46f3-9167-bba6c55f02e6 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365357 Jun 04 14:06:58.573613 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c585739-200d-4197-ba4c-d04e122cea81 req-98845634-13c7-4d4b-8a59-828318810d19 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:58.575070 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0c585739-200d-4197-ba4c-d04e122cea81 req-98845634-13c7-4d4b-8a59-828318810d19 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 943 time: 0.0773902 Jun 04 14:06:58.621005 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-0c585739-200d-4197-ba4c-d04e122cea81 req-de9d8d29-4cb0-44b0-9763-468e13d4350d tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404608 Jun 04 14:06:59.515487 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device af362ea9-c3e7-4d76-a15f-7868298ca160 details requested by agent hyperv_hv-cinder-84359 with host hv-cinder-84359 {{(pid=88649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 14:06:59.645703 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port af362ea9-c3e7-4d76-a15f-7868298ca160, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af362ea9-c3e7-4d76-a15f-7868298ca160,segment=NetworkSegment(34b36ea5-e385-4ed7-a96f-22e3c3b2e5da),segment_id=34b36ea5-e385-4ed7-a96f-22e3c3b2e5da)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:06:59.663118 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Returning: {'device': 'af362ea9-c3e7-4d76-a15f-7868298ca160', 'network_id': '424b99e5-0e9a-4c1e-b251-50f0c9e061fa', 'port_id': 'af362ea9-c3e7-4d76-a15f-7868298ca160', 'mac_address': 'fa:16:3e:98:a3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f715444b-9d68-4ec9-b7c6-2cd49d28fd97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 14:06:59.716054 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port af362ea9-c3e7-4d76-a15f-7868298ca160 is: DOWN; New status is: BUILD {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:06:59.716429 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:59.733782 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af362ea9-c3e7-4d76-a15f-7868298ca160 {{(pid=88649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 04 14:06:59.748733 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port af362ea9-c3e7-4d76-a15f-7868298ca160, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af362ea9-c3e7-4d76-a15f-7868298ca160,segment=NetworkSegment(34b36ea5-e385-4ed7-a96f-22e3c3b2e5da),segment_id=34b36ea5-e385-4ed7-a96f-22e3c3b2e5da)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:06:59.804823 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850eaaa-4bd6-4565-8d19-aaf976291dac req-56483c61-4952-4cde-bb9c-24d443d7c42a tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:06:59.806198 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2850eaaa-4bd6-4565-8d19-aaf976291dac req-56483c61-4952-4cde-bb9c-24d443d7c42a tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 943 time: 0.0825961 Jun 04 14:06:59.810390 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:59.849507 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2850eaaa-4bd6-4565-8d19-aaf976291dac req-1c22a2c4-9e98-4171-8b59-4c89048f860b tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374618 Jun 04 14:06:59.877417 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=af362ea9-c3e7-4d76-a15f-7868298ca160,revision_number=4']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:07:00.195360 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['af362ea9-c3e7-4d76-a15f-7868298ca160'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 14:07:01.028170 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83d9f0-d2e8-4faf-8cde-b01b4278af2f req-8265f7d4-5e6b-4731-820f-a7fccbe86250 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:07:01.029587 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1f83d9f0-d2e8-4faf-8cde-b01b4278af2f req-8265f7d4-5e6b-4731-820f-a7fccbe86250 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 944 time: 0.0770700 Jun 04 14:07:01.072720 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-1f83d9f0-d2e8-4faf-8cde-b01b4278af2f req-dc784f66-c0b2-4caa-9e63-9d2cf2b2aeed tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375948 Jun 04 14:07:01.512535 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device af362ea9-c3e7-4d76-a15f-7868298ca160 up at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 14:07:01.632992 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning for port af362ea9-c3e7-4d76-a15f-7868298ca160 completed by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 14:07:01.637481 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.db.provisioning_blocks [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Provisioning complete for port af362ea9-c3e7-4d76-a15f-7868298ca160 triggered by entity L2. {{(pid=88649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 14:07:01.637867 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564430'] for port, provisioning_complete {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:01.747387 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Current status of the port af362ea9-c3e7-4d76-a15f-7868298ca160 is: BUILD; New status is: ACTIVE {{(pid=88649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 04 14:07:01.747761 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-639108'] for port, before_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:01.775194 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2d1038-21d3-4909-81c9-7a4f6a76d467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af362ea9-c3e7-4d76-a15f-7868298ca160'}] {{(pid=88649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:07:01.784573 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] For port af362ea9-c3e7-4d76-a15f-7868298ca160, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af362ea9-c3e7-4d76-a15f-7868298ca160,segment=NetworkSegment(34b36ea5-e385-4ed7-a96f-22e3c3b2e5da),segment_id=34b36ea5-e385-4ed7-a96f-22e3c3b2e5da)] {{(pid=88649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:07:01.819814 dv-cinder-843593-2-smb neutron-server[88649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2ab2a0-5465-41a4-878c-f71a3578c8a4'] response: {'server_uuid': 'bc2d1038-21d3-4909-81c9-7a4f6a76d467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af362ea9-c3e7-4d76-a15f-7868298ca160', 'code': 200} Jun 04 14:07:01.861930 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784468822550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784468348820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784468348865'] for port, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:01.928294 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Pushing event updated for resources: {'Port': ['ID=af362ea9-c3e7-4d76-a15f-7868298ca160,revision_number=5']} {{(pid=88649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:07:02.248234 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a0462-e04a-44eb-be02-9f7a6a9cb82a req-19e9843b-27b2-4b58-a0dd-665013788bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:07:02.249666 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e46a0462-e04a-44eb-be02-9f7a6a9cb82a req-19e9843b-27b2-4b58-a0dd-665013788bb2 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 1098 time: 0.1181912 Jun 04 14:07:02.305268 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12edd3d-5b43-4f1c-a966-9ba8fa812709 req-6984d4e7-3370-4545-9363-13966ba44ae2 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:07:02.306684 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d12edd3d-5b43-4f1c-a966-9ba8fa812709 req-6984d4e7-3370-4545-9363-13966ba44ae2 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 945 time: 0.1230056 Jun 04 14:07:02.308308 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-e46a0462-e04a-44eb-be02-9f7a6a9cb82a req-cc96d97e-7da3-4935-a4a8-4663ed980b97 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499263 Jun 04 14:07:02.348938 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-d12edd3d-5b43-4f1c-a966-9ba8fa812709 req-a41a1a73-0452-4415-915d-43e47416094e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366423 Jun 04 14:07:03.538559 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c348f-2250-43ab-8b64-0fcf95f92a0f req-a35c7fdb-2be8-48ee-b212-f724c3d2f2b6 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:07:03.539157 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b10c348f-2250-43ab-8b64-0fcf95f92a0f req-a35c7fdb-2be8-48ee-b212-f724c3d2f2b6 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 945 time: 0.0842881 Jun 04 14:07:03.583642 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-b10c348f-2250-43ab-8b64-0fcf95f92a0f req-aa1ccd72-474a-4791-9818-ed4a66dac71d tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391486 Jun 04 14:07:04.765656 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a33b14-b054-482c-9fd5-675b85eaacb3 req-27ec719f-2cd8-4a19-a30d-9ac92e2e67a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:07:04.767084 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-76a33b14-b054-482c-9fd5-675b85eaacb3 req-27ec719f-2cd8-4a19-a30d-9ac92e2e67a9 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 945 time: 0.0805793 Jun 04 14:07:04.809617 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-76a33b14-b054-482c-9fd5-675b85eaacb3 req-92d60a26-7440-493f-9f32-952efd052885 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363605 Jun 04 14:07:05.879082 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-5705e6e0-d6e5-47fd-9d70-eb9e4b1bb4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:06.283252 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067db0ef-3d8f-4962-9d68-cfa5fae6c8d4 req-061e3218-2e43-4ec4-8c6b-6d3d86da6e1b tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:07:06.284656 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-067db0ef-3d8f-4962-9d68-cfa5fae6c8d4 req-061e3218-2e43-4ec4-8c6b-6d3d86da6e1b tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 945 time: 0.0766420 Jun 04 14:07:06.404671 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-067db0ef-3d8f-4962-9d68-cfa5fae6c8d4 req-bacf2ff8-bcae-4266-939d-66ff32fbab7a tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137321 Jun 04 14:07:07.593296 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6005877-7665-4cbe-9977-126db50f60de req-c113274e-a3cb-4b42-b6eb-de123ba7327c tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:07:07.594825 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d6005877-7665-4cbe-9977-126db50f60de req-c113274e-a3cb-4b42-b6eb-de123ba7327c tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 945 time: 0.0821064 Jun 04 14:07:07.640588 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-d6005877-7665-4cbe-9977-126db50f60de req-4b74ad31-3b4f-44be-bcea-68b167c78d62 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd17d59f-c124-4546-8369-f73fc3dbb9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401831 Jun 04 14:07:07.733644 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e8170-7966-493b-aa88-846f6f59affc req-9eadd575-77c1-43b6-afdf-b13e99c3214e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 04 14:07:07.735057 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b38e8170-7966-493b-aa88-846f6f59affc req-9eadd575-77c1-43b6-afdf-b13e99c3214e tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.17 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 945 time: 0.0768142 Jun 04 14:07:07.810589 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-b38e8170-7966-493b-aa88-846f6f59affc req-b3687056-f7ba-4231-80cf-55c350ceada7 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Deleting port af362ea9-c3e7-4d76-a15f-7868298ca160 {{(pid=88647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 04 14:07:07.810922 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b38e8170-7966-493b-aa88-846f6f59affc req-b3687056-f7ba-4231-80cf-55c350ceada7 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784468723294'] for port, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:08.027565 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-d99bb411-2056-4047-8ccb-bc9f13de0d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:08.044760 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.db [req-b38e8170-7966-493b-aa88-846f6f59affc req-b3687056-f7ba-4231-80cf-55c350ceada7 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] For port af362ea9-c3e7-4d76-a15f-7868298ca160, host hv-cinder-84359, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84359',level=0,port_id=af362ea9-c3e7-4d76-a15f-7868298ca160,segment=NetworkSegment(34b36ea5-e385-4ed7-a96f-22e3c3b2e5da),segment_id=34b36ea5-e385-4ed7-a96f-22e3c3b2e5da)] {{(pid=88647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:07:08.045109 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b38e8170-7966-493b-aa88-846f6f59affc req-b3687056-f7ba-4231-80cf-55c350ceada7 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786677'] for port, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:08.056053 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:08.170192 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.plugins.ml2.plugin [req-b38e8170-7966-493b-aa88-846f6f59affc req-b3687056-f7ba-4231-80cf-55c350ceada7 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Calling delete_port for af362ea9-c3e7-4d76-a15f-7868298ca160 owned by compute:nova {{(pid=88647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 04 14:07:08.363314 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b38e8170-7966-493b-aa88-846f6f59affc req-b3687056-f7ba-4231-80cf-55c350ceada7 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-5356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784468822685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784468348811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2991167'] for port, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:08.397155 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.db [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] get_ports_and_sgs() called for port_ids ['af362ea9-c3e7-4d76-a15f-7868298ca160'] {{(pid=88649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 14:07:08.414656 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3687056-f7ba-4231-80cf-55c350ceada7 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Pushing event deleted for resources: {'Port': ['ID=af362ea9-c3e7-4d76-a15f-7868298ca160,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:07:08.489527 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38e8170-7966-493b-aa88-846f6f59affc req-b3687056-f7ba-4231-80cf-55c350ceada7 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] No DVR routers for this DVR port af362ea9-c3e7-4d76-a15f-7868298ca160 on host hv-cinder-84359 {{(pid=88647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 14:07:08.491865 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [req-b38e8170-7966-493b-aa88-846f6f59affc req-b3687056-f7ba-4231-80cf-55c350ceada7 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116131'] for port, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:08.494259 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2d1038-21d3-4909-81c9-7a4f6a76d467', 'name': 'network-vif-deleted', 'tag': 'af362ea9-c3e7-4d76-a15f-7868298ca160'}] {{(pid=88647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 04 14:07:08.542756 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc1f0f1-80e9-436f-a8d5-9a4395a91987'] response: {'server_uuid': 'bc2d1038-21d3-4909-81c9-7a4f6a76d467', 'name': 'network-vif-deleted', 'tag': 'af362ea9-c3e7-4d76-a15f-7868298ca160', 'status': 'completed', 'code': 200} Jun 04 14:07:08.558435 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [req-b38e8170-7966-493b-aa88-846f6f59affc req-b3687056-f7ba-4231-80cf-55c350ceada7 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.17 "DELETE /v2.0/ports/af362ea9-c3e7-4d76-a15f-7868298ca160 HTTP/1.1" status: 204 len: 173 time: 0.8173866 Jun 04 14:07:08.786988 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [req-2c01fe25-632e-446e-b39a-1e81a4b196bf req-626cdc00-9d97-4a02-bf6d-8d84935d3bb4 tempest-VolumesActionsTest-1202746352 tempest-VolumesActionsTest-1202746352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc2d1038-21d3-4909-81c9-7a4f6a76d467 HTTP/1.1" status: 200 len: 210 time: 0.0413322 Jun 04 14:07:09.078717 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:09.221761 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:10.530004 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:10.903689 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:07:11.588630 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device af362ea9-c3e7-4d76-a15f-7868298ca160 no longer exists at agent hyperv_hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:07:11.650492 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.plugin [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] No Port match for: af362ea9-c3e7-4d76-a15f-7868298ca160 {{(pid=88649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 04 14:07:11.650718 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron.plugins.ml2.rpc [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Device af362ea9-c3e7-4d76-a15f-7868298ca160 not bound to the agent host hv-cinder-84359 {{(pid=88649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:07:31.590081 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 51548) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:07:31.647614 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.db_base_plugin_v2 [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Deleting subnet f715444b-9d68-4ec9-b7c6-2cd49d28fd97 {{(pid=88648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 04 14:07:31.650463 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:31.700792 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2407732'] for subnet, precommit_delete_associations {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:31.753702 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-563026'] for subnet, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:31.895420 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-563049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2204657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25948275'] for subnet, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:31.937064 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f715444b-9d68-4ec9-b7c6-2cd49d28fd97,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:07:31.940157 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for subnet, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:31.948848 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:07:31.949188 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:07:31.949519 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:07:31.949872 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:07:31.950200 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:07:31.950526 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:07:31.950846 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:07:31.951162 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:07:31.951475 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:07:31.951787 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:07:31.952097 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:07:31.952406 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843593-2-smb {{(pid=88648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:07:31.955852 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-2869a1f4-dd62-4b03-af6f-fa51e667119b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f715444b-9d68-4ec9-b7c6-2cd49d28fd97 HTTP/1.1" status: 204 len: 168 time: 0.3647480 Jun 04 14:07:31.958401 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 51552) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:07:32.060383 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-837471ab-b499-4b51-9156-480895298269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604469'] for network, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:32.180168 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-837471ab-b499-4b51-9156-480895298269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-919093', 'neutron.services.segments.db._delete_segments_for_network-8784468802214'] for network, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:32.204617 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-837471ab-b499-4b51-9156-480895298269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424b99e5-0e9a-4c1e-b251-50f0c9e061fa']}} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:07:32.216156 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-837471ab-b499-4b51-9156-480895298269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b36ea5-e385-4ed7-a96f-22e3c3b2e5da') {'for_net_delete': True} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:07:32.216453 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.services.segments.db [None req-837471ab-b499-4b51-9156-480895298269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b36ea5-e385-4ed7-a96f-22e3c3b2e5da') {} {{(pid=88648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:07:32.227736 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-837471ab-b499-4b51-9156-480895298269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784468805825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2407741'] for segment, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:32.243706 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-837471ab-b499-4b51-9156-480895298269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-918846'] for segment, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:32.249695 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837471ab-b499-4b51-9156-480895298269 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=88648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 14:07:32.250111 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-837471ab-b499-4b51-9156-480895298269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-918837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2204507'] for segment, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:32.316629 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.services.segments.plugin [-] Segment 34b36ea5-e385-4ed7-a96f-22e3c3b2e5da resource provider aggregate not found Jun 04 14:07:32.335214 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.services.segments.plugin [-] Segment 34b36ea5-e385-4ed7-a96f-22e3c3b2e5da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34b36ea5-e385-4ed7-a96f-22e3c3b2e5da found for delete ", "request_id": "req-98ce3603-883d-4533-ae23-ec6f94e1213b"}]} Jun 04 14:07:32.409257 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-837471ab-b499-4b51-9156-480895298269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-919102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3874425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3787971'] for network, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:32.425183 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-837471ab-b499-4b51-9156-480895298269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3874327'] for network, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:32.437007 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837471ab-b499-4b51-9156-480895298269 admin admin] Pushing event deleted for resources: {'Network': ['ID=424b99e5-0e9a-4c1e-b251-50f0c9e061fa,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:07:32.512906 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-837471ab-b499-4b51-9156-480895298269 admin admin] 10.222.0.15 "DELETE /v2.0/networks/424b99e5-0e9a-4c1e-b251-50f0c9e061fa HTTP/1.1" status: 204 len: 168 time: 0.5535302 Jun 04 14:07:32.831864 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 51562) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:07:32.879637 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-abdb2635-e4cf-4fa3-8ede-ecc7fbf47767 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c15c5fde1d744f4893d18e007d7e4f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466137 Jun 04 14:07:32.881953 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 51566) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:07:32.937435 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cce5901d-3381-43d2-aea6-d54e48e2bef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:32.965668 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cce5901d-3381-43d2-aea6-d54e48e2bef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:33.100955 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cce5901d-3381-43d2-aea6-d54e48e2bef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:33.116359 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5901d-3381-43d2-aea6-d54e48e2bef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd17d59f-c124-4546-8369-f73fc3dbb9be,revision_number=None']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:07:33.185650 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-cce5901d-3381-43d2-aea6-d54e48e2bef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:33.190917 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-cce5901d-3381-43d2-aea6-d54e48e2bef7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd17d59f-c124-4546-8369-f73fc3dbb9be HTTP/1.1" status: 204 len: 168 time: 0.3039734 Jun 04 14:07:35.870924 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-66210405-3380-45be-977f-f81641540c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:38.003594 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-8ce0bc70-0ced-4d78-acaf-8e436508c7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:38.110948 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:39.060685 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:39.197661 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:40.637123 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:46.548281 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.wsgi [-] (88648) accepted ('10.222.0.15', 51710) {{(pid=88648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:07:46.661008 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-92a39f17-8909-4382-9059-ea46273c8a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:46.674897 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-92a39f17-8909-4382-9059-ea46273c8a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:07:46.678674 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-92a39f17-8909-4382-9059-ea46273c8a38 admin admin] Usage tracker for resource:security_group_rule and tenant:23536e5da9df4b67a9b11c6648be28fc is out of sync, need to count used quota {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:07:46.681465 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.quota.resource [None req-92a39f17-8909-4382-9059-ea46273c8a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88648) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:07:46.687053 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.db.quota.driver [None req-92a39f17-8909-4382-9059-ea46273c8a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88648) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:07:46.764972 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-92a39f17-8909-4382-9059-ea46273c8a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:46.843289 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron_lib.callbacks.manager [None req-92a39f17-8909-4382-9059-ea46273c8a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_create {{(pid=88648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:46.888709 dv-cinder-843593-2-smb neutron-server[88648]: INFO neutron.wsgi [None req-92a39f17-8909-4382-9059-ea46273c8a38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23536e5da9df4b67a9b11c6648be28fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393431 Jun 04 14:07:46.890259 dv-cinder-843593-2-smb neutron-server[88648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a39f17-8909-4382-9059-ea46273c8a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eba1731-4b30-441a-ab39-9f0fbd5955ea,revision_number=1']} {{(pid=88648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:07:46.891350 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [-] (88647) accepted ('10.222.0.15', 51716) {{(pid=88647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:07:46.948536 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b8dcd9b7-a370-407b-80a2-ed02a84e0c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:46.973010 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b8dcd9b7-a370-407b-80a2-ed02a84e0c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:47.072345 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b8dcd9b7-a370-407b-80a2-ed02a84e0c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4178564'] for security_group, after_delete {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:47.088278 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcd9b7-a370-407b-80a2-ed02a84e0c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eba1731-4b30-441a-ab39-9f0fbd5955ea,revision_number=None']} {{(pid=88647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:07:47.092818 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron_lib.callbacks.manager [None req-b8dcd9b7-a370-407b-80a2-ed02a84e0c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:47.094529 dv-cinder-843593-2-smb neutron-server[88647]: INFO neutron.wsgi [None req-b8dcd9b7-a370-407b-80a2-ed02a84e0c28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1eba1731-4b30-441a-ab39-9f0fbd5955ea HTTP/1.1" status: 204 len: 168 time: 0.2014475 Jun 04 14:07:47.903554 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:08:05.917128 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-96c627a3-86b6-4279-aeeb-c2d155369337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:08.025082 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f6fd3163-6d98-4b80-9ca2-58a6b752fa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:08.106150 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:09.082987 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:09.230378 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:10.494154 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:24.901977 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:08:35.841092 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ce523203-2c0b-4087-af48-64264b7920ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:38.012841 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-18bf2c57-a733-41ab-a164-d8cc6b0786d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:38.105970 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:39.080660 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:39.263559 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:40.515312 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:01.901608 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:09:05.893059 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-1ac63b8d-0108-4c06-907e-3c1d5e62c6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:08.046251 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-1e5d4a90-9d53-4fb5-b6f0-49276ffc1e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:08.121710 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:09.081153 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:09.235420 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:10.520131 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:35.858194 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7f948cd8-067b-4c04-af2d-24e05ac9192a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:38.011054 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e912e8ba-8491-4e33-87fc-02eb8d011c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:38.136736 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:38.901085 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:09:39.126400 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:39.269160 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:40.513986 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:05.851737 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-ce91e4ce-24fd-4beb-99c1-af7010ca9264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:08.017230 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-41c220eb-7108-4537-9a69-7d44723fec99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:08.147120 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:09.102773 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:09.268433 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:10.518754 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:15.900594 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:10:35.901984 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-6c35e8db-17d4-4117-bc26-e7c5308ed85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:36.741584 dv-cinder-843593-2-smb neutron-server[88647]: DEBUG neutron.wsgi [req-4e77ad0c-e4e7-4ed5-bd11-d0e43b2490f3 req-705c0f34-2c20-4ee4-bc64-74312c9594f1 tempest-VolumesSnapshotTestJSON-887415604 tempest-VolumesSnapshotTestJSON-887415604-project] (88647) timed out ('10.222.0.17', 50117) {{(pid=88647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 14:10:38.015381 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e3bbc7d1-fc91-466d-a820-07c400af8462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:38.154466 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:39.096268 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:39.245222 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:40.513624 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:52.899931 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:11:05.856009 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-61abef32-f8fd-4397-8ae3-d57ec1462412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:11:08.026884 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-5c3d453b-a1d6-4acc-871a-aa5a0486aaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:11:08.152731 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:11:09.124683 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:11:09.232749 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:11:10.518566 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:11:29.898663 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:11:35.900556 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e2b7c569-aed1-4375-bee7-27138a0799be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:11:38.013779 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-333dcb50-fe5f-42a9-ae51-a5dc40563df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:11:38.175190 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:11:39.106168 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:11:39.248934 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:11:40.551065 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:12:05.894207 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-5a8213b6-749a-4191-83b6-e0ae4a2f3475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:12:06.897364 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 04 14:12:08.008528 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-1ddc7904-57db-4d6a-9ca0-8b32087dc0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:12:08.184454 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:12:09.115699 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:12:09.231425 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:12:10.511214 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:12:35.865339 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-f3f3ae80-877d-4de7-9a87-5d20c595e14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:12:38.019286 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-92ae5dee-5bd6-4b2f-89d4-8e87c3cb1f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:12:38.173699 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-040b07f8-e8c7-47f1-b88b-0cca99960bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:12:39.133363 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-e4245cab-29d1-43f2-9ecd-36da19e8afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:12:39.219041 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-3bd23dc3-3ad1-4bd4-a7b4-ee28448bbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:12:40.538971 dv-cinder-843593-2-smb neutron-server[88649]: DEBUG neutron_lib.callbacks.manager [None req-7a34801a-6d7c-45ee-8a47-1a588a7cabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784468802196', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564351'] for agent, after_update {{(pid=88649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:12:43.896115 dv-cinder-843593-2-smb neutron-server[88650]: DEBUG neutron.db.agents_db [None req-366257a0-0a95-402b-b4d8-bd5464802b62 None None] Agent healthcheck: found 6 active agents {{(pid=88650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}